[ 522.414048] env[65531]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 522.414048] env[65531]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 523.379678] env[65619]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.379678] env[65619]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 524.920150] env[65619]: INFO neutron.common.config [-] Logging enabled! [ 524.920446] env[65619]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev31 [ 524.920706] env[65619]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65619) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 524.921021] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 524.921114] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 524.921970] env[65619]: WARNING oslo_policy.policy [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 524.922209] env[65619]: WARNING oslo_policy.policy [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 524.923885] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] VMware NSXv3 Agent initialized successfully. [ 524.924244] env[65619]: DEBUG oslo_concurrency.lockutils [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] Acquiring lock "singleton_lock" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.924406] env[65619]: DEBUG oslo_concurrency.lockutils [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] Acquired lock "singleton_lock" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.924620] env[65619]: DEBUG oslo_concurrency.lockutils [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] Releasing lock "singleton_lock" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.924898] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] Full set of CONF: {{(pid=65619) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 524.925021] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ******************************************************************************** {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 524.925129] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] Configuration options gathered from: {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 524.925480] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 524.925651] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 524.925753] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ================================================================================ {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 524.925914] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] agent_down_time = 75 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.926060] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] allow_automatic_dhcp_failover = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.926193] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] allow_bulk = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.926332] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] api_extensions_path = {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.926470] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] api_paste_config = api-paste.ini {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.926607] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] auth_strategy = keystone {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.926711] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] backdoor_port = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.926810] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] backdoor_socket = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.926940] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] backlog = 4096 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.927082] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.927236] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] bind_host = 0.0.0.0 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.927372] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] bind_port = 9696 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.927502] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] client_socket_timeout = 900 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.927640] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] config_dir = [] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.927742] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.927872] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] config_source = [] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.928015] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] control_exchange = neutron {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.928158] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] core_plugin = ml2 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.928291] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] debug = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.928422] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] default_availability_zones = [] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.928621] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.928803] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] dhcp_agent_notification = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.928875] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] dhcp_agents_per_network = 1 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.928999] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] dhcp_lease_duration = 86400 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.929137] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] dhcp_load_type = networks {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.929270] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] dns_domain = openstacklocal {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.929433] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.929532] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] enable_default_route_bfd = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.929657] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] enable_default_route_ecmp = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.929782] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] enable_dvr = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.929906] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] enable_new_agents = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.930043] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.930168] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] enable_signals = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.930294] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] enable_traditional_dhcp = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.930419] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] external_dns_driver = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.930543] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] filter_validation = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.930678] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] global_physnet_mtu = 8950 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.930805] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] graceful_shutdown_timeout = 60 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.930978] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] host = cpu-1 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.931125] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] host_dvr_for_dhcp = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.931256] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] http_retries = 3 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.931391] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] instance_format = [instance: %(uuid)s] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.931529] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.931664] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ipam_driver = internal {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.931792] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ipv6_pd_enabled = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.931973] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] l3_ha = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.932057] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.932189] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] l3_ha_network_physical_name = {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.932319] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] l3_ha_network_type = {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.932452] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] log_color = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.932584] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] log_config_append = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.932713] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.932838] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] log_dir = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.932962] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] log_file = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.933071] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] log_options = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.933201] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] log_rotate_interval = 1 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.933373] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] log_rotate_interval_type = days {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.933515] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] log_rotation_type = none {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.933615] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.933716] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.933849] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.933982] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.934097] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.934227] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] max_dns_nameservers = 5 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.934385] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] max_header_line = 16384 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.934569] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] max_l3_agents_per_router = 3 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.934711] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] max_logfile_count = 30 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.934840] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] max_logfile_size_mb = 200 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.934967] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] max_subnet_host_routes = 20 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.935120] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] my_ip = 10.180.1.21 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.935255] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] my_ipv6 = ::1 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.935383] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] network_auto_schedule = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.935508] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] network_link_prefix = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.935670] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.935811] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] notify_nova_on_port_data_changes = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.935945] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] notify_nova_on_port_status_changes = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.936124] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] pagination_max_limit = -1 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.936223] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] publish_errors = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.936349] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] rate_limit_burst = 0 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.936485] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] rate_limit_except_level = CRITICAL {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.936612] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] rate_limit_interval = 0 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.936739] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] retry_until_window = 30 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.936868] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] router_distributed = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.936995] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] rpc_resources_processing_step = 20 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.937137] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] rpc_response_max_timeout = 600 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.937264] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] rpc_response_timeout = 60 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.937388] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] send_events_interval = 2 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.937537] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] service_plugins = ['router'] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.937672] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] setproctitle = on {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.937796] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] shell_completion = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.937928] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] state_path = /opt/stack/data/neutron {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.938076] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] syslog_log_facility = LOG_USER {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.938206] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] tcp_keepidle = 600 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.938339] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] transport_url = **** {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.938467] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] use_journal = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.938591] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] use_json = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.938716] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] use_ssl = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.938837] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] use_stderr = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.938967] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] use_syslog = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.939102] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] vlan_qinq = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.939223] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] vlan_transparent = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.939346] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] watch_log_file = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.939471] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] wsgi_default_pool_size = 100 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.939596] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] wsgi_keep_alive = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.939732] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.939858] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] wsgi_server_debug = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.940010] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_concurrency.disable_process_locking = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.940152] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.940290] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.940420] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.940554] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.940687] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.940818] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.940964] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] profiler.connection_string = messaging:// {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.941114] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] profiler.enabled = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.941256] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] profiler.es_doc_type = notification {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.941394] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] profiler.es_scroll_size = 10000 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.941530] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] profiler.es_scroll_time = 2m {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.941661] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] profiler.filter_error_trace = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.941797] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] profiler.hmac_keys = **** {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.941935] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] profiler.sentinel_service_name = mymaster {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.942129] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] profiler.socket_timeout = 0.1 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.942244] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] profiler.trace_requests = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.942352] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] profiler.trace_sqlalchemy = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.942494] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] profiler_jaeger.process_tags = {} {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.942624] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] profiler_jaeger.service_name_prefix = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.942756] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] profiler_otlp.service_name_prefix = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.942900] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_policy.enforce_new_defaults = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.943179] env[65619]: WARNING oslo_config.cfg [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 524.943356] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_policy.enforce_scope = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.943508] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_policy.policy_default_rule = default {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.943654] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.943791] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.943930] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.944070] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.944204] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.944326] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.944480] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.944623] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.944769] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.944912] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] agent.extensions = [] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.945057] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.945197] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] service_providers.service_provider = [] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.945336] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] QUOTAS.default_quota = -1 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.945475] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.945623] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] QUOTAS.quota_floatingip = 50 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.945748] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] QUOTAS.quota_network = 100 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.945878] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] QUOTAS.quota_port = 500 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.946027] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.946150] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] QUOTAS.quota_router = 10 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.946278] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] QUOTAS.quota_security_group = 10 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.946408] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.946535] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] QUOTAS.quota_subnet = 100 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.946662] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] QUOTAS.track_quota_usage = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.946804] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.946934] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep.group = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.947072] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep.helper_command = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.947208] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep.log_daemon_traceback = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.947342] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.947473] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep.thread_pool_size = 8 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.947602] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep.user = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.947740] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.947867] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_dhcp_release.group = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.947994] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_dhcp_release.helper_command = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.948135] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.948266] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.948393] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.948520] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_dhcp_release.user = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.948655] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.948782] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_ovs_vsctl.group = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.948909] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.949048] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.949183] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.949313] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.949442] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_ovs_vsctl.user = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.949579] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_namespace.capabilities = [21] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.949706] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_namespace.group = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.949834] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_namespace.helper_command = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.949964] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.950110] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.950243] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.950368] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_namespace.user = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.950504] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_conntrack.capabilities = [12] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.950629] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_conntrack.group = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.950757] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_conntrack.helper_command = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.950886] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.951029] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.951161] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.951289] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_conntrack.user = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.951429] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_link.capabilities = [12, 21] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.951557] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_link.group = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.951682] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_link.helper_command = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.951813] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_link.log_daemon_traceback = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.951946] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.952088] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_link.thread_pool_size = 8 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.952246] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] privsep_link.user = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.952361] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.952505] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.952640] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT.continue_on_failed_promotions = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.952770] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT.dscp = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.952904] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT.dscp_inherit = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.953052] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT.force_mp_to_policy = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.953184] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT.locking_coordinator_url = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.953336] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT.log_agent_heartbeats = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.953483] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT.logging_expire = 1 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.953622] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.953756] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.953893] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT.polling_interval = 240 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.954036] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.954179] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.954343] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT.report_interval = 30.0 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.954523] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.954668] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.954810] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.954947] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT.sync_skew = 60 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.955096] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT.synchronization_queue_size = 20 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.955229] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT.use_helper_for_ns_read = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.955369] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] SECURITYGROUP.enable_ipset = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.955511] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] SECURITYGROUP.enable_security_group = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.955649] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.955787] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.955924] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] experimental.ipv6_pd_enabled = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.956089] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ml2.extension_drivers = ['port_security'] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.956224] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ml2.external_network_type = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.956394] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.956555] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ml2.overlay_ip_version = 4 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.956696] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ml2.path_mtu = 8950 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.956835] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ml2.physical_network_mtus = {} {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.956979] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.957136] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.957277] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ml2.type_drivers = ['vlan'] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.957417] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.957547] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.957678] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.957817] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.957956] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.958105] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.958240] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.958378] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.958517] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.958711] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.958859] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_login_password = **** {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.959014] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.959153] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_login_user = admin {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.959295] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.959434] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.959567] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.959696] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.959834] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.959973] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.960121] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.960257] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.960386] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.960532] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.960731] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.960878] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.961031] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.961226] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.961372] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.961512] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.961646] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.961784] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] nova.auth_section = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.961928] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] nova.auth_type = password {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.962076] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.962211] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] nova.certfile = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.962360] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] nova.collect_timing = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.962484] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] nova.endpoint_type = public {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.962617] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] nova.insecure = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.962743] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] nova.keyfile = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.962881] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] nova.region_name = RegionOne {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.963023] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] nova.split_loggers = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.963156] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] nova.timeout = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.963314] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] placement.auth_section = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.963469] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] placement.auth_type = password {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.963614] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.963743] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] placement.certfile = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.963876] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] placement.collect_timing = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.964024] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] placement.endpoint_type = public {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.964158] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] placement.insecure = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.964304] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] placement.keyfile = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.964463] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] placement.region_name = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.964603] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] placement.split_loggers = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.964732] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] placement.timeout = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.964869] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.auth_section = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.964997] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.auth_type = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.965137] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.cafile = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.965263] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.certfile = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.965395] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.collect_timing = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.965523] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.connect_retries = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.965650] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.connect_retry_delay = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.965779] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.enable_notifications = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.965904] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.endpoint_override = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.966045] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.insecure = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.966175] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.interface = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.966301] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.keyfile = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.966431] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.max_version = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.966555] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.min_version = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.966681] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.region_name = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.966808] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.retriable_status_codes = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.966934] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.service_name = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.967068] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.service_type = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.967198] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.split_loggers = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.967321] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.status_code_retries = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.967448] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.status_code_retry_delay = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.967572] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.timeout = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.967699] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.valid_interfaces = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.967823] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ironic.version = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.967959] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] cli_script.dry_run = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.968114] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.968246] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.968380] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.968519] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.968651] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.968780] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.968911] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.969050] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.969180] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.969322] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.969453] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.969590] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.969724] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.969859] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.969989] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.970141] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.970273] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.970404] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.970542] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.970672] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.970800] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.970927] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.971072] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.971202] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.971330] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.971457] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.971580] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.971707] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.971832] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.971960] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.972093] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.ssl = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.972233] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.972370] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.972511] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.972633] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.972765] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.972893] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.973040] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_notifications.driver = [] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.973174] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_notifications.retry = -1 {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.973350] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.973487] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.973591] env[65619]: DEBUG oslo_service.backend._eventlet.service [None req-54a76efa-02fc-4925-98c1-379bb57219a1 None None] ******************************************************************************** {{(pid=65619) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 524.974776] env[65619]: DEBUG neutron.agent.securitygroups_rpc [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Init firewall settings (driver=nsxv3) {{(pid=65619) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 524.976111] env[65619]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65619) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 524.976356] env[65619]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] RPC agent_id: nsxm-l-01a.corp.local [ 524.978579] env[65619]: DEBUG dogpile.cache.region [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 524.978701] env[65619]: DEBUG dogpile.lock [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 524.978798] env[65619]: DEBUG dogpile.lock [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 524.978887] env[65619]: DEBUG dogpile.lock [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 524.978979] env[65619]: DEBUG dogpile.cache.region [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 524.979079] env[65619]: DEBUG dogpile.lock [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 524.979205] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 525.014553] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Session token - acquiring [ 525.016564] env[65619]: DEBUG networking_nsxv3.common.locking [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.016749] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.016874] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.017284] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.030590] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.308106] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 525.332558] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 525.332834] env[65619]: DEBUG dogpile.cache.region [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Cache value generated in 0.353 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 525.332929] env[65619]: DEBUG dogpile.lock [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 525.333070] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Activating Policy API Provider. [ 525.333267] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Looking for the default Infrastructure Rules. [ 525.412686] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Looking for the Default Layer3 Logged Drop Section. [ 525.428176] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 525.428653] env[65619]: DEBUG networking_nsxv3.common.locking [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.428823] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquiring lock "all" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.428926] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquired lock "all" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.429242] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquired external semaphore "all" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.429572] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 525.944214] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.448070] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.951841] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Inventory metadata is going to be refreshed. [ 526.951841] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 527.788025] env[65619]: DEBUG networking_nsxv3.common.locking [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.788025] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.788025] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.788025] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.799866] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 527.801109] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.801883] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 527.824947] env[65619]: DEBUG networking_nsxv3.common.locking [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.824947] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.824947] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.824947] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.824947] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.824947] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 527.824947] env[65619]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65619) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.824947] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 527.847061] env[65619]: DEBUG networking_nsxv3.common.locking [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.847061] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.847061] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.847061] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.847061] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.847061] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 527.865772] env[65619]: DEBUG networking_nsxv3.common.locking [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.868021] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.868021] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.868021] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.868021] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.868021] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 527.885034] env[65619]: DEBUG networking_nsxv3.common.locking [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.885523] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquiring lock "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.885808] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquired lock "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.886233] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquired external semaphore "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.886509] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Releasing lock "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.886775] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 527.887009] env[65619]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65619) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.887257] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 527.908022] env[65619]: DEBUG networking_nsxv3.common.locking [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.908022] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquiring lock "Segment QoS" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.908022] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquired lock "Segment QoS" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.908022] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquired external semaphore "Segment QoS" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.908022] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Releasing lock "Segment QoS" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.908022] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 527.908022] env[65619]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65619) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.908022] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 527.929735] env[65619]: DEBUG networking_nsxv3.common.locking [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.930350] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.930600] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.931175] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.931486] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.931767] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 527.933017] env[65619]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65619) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.933017] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Inventory metadata have been refreshed. [ 527.933017] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Dryrun:True. Metadata refresh completed. [ 527.933017] env[65619]: DEBUG oslo_concurrency.lockutils [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Releasing lock "all" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.934553] env[65619]: INFO neutron.agent.agent_extensions_manager [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Loaded agent extensions: [] [ 527.937016] env[65619]: DEBUG neutron_lib.callbacks.manager [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65619) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 527.989250] env[65619]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] NSXv3 Agent Agent RPC Daemon Started! [ 527.989250] env[65619]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] NSXv3 Agent Agent loop - iteration:0 started [ 527.989250] env[65619]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] NSXv3 Agent Agent out of sync with plugin! [ 532.936148] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 532.936148] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 537.937410] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 537.937809] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 542.940417] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 542.940725] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 542.991479] env[65619]: INFO networking_nsxv3.common.synchronization [None req-89c4fb98-674f-4b07-b6c2-14e02e27d6bd demo admin] Enqueued Resource ID: 605b1cb7-2377-4a42-a9d4-1880aa85bee7 with Priority: HIGHEST for action security_group_rules [ 542.991803] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 605b1cb7-2377-4a42-a9d4-1880aa85bee7 with Priority: HIGHEST for action security_group_rules [ 542.992080] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-605b1cb7-2377-4a42-a9d4-1880aa85bee7 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.992215] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-605b1cb7-2377-4a42-a9d4-1880aa85bee7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.992288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-605b1cb7-2377-4a42-a9d4-1880aa85bee7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.992618] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-605b1cb7-2377-4a42-a9d4-1880aa85bee7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.992703] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('605b1cb7-2377-4a42-a9d4-1880aa85bee7',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.516800] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.517111] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.517111] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.517280] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.517332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.517402] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 605b1cb7-2377-4a42-a9d4-1880aa85bee7 already deleted. [ 543.517478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-605b1cb7-2377-4a42-a9d4-1880aa85bee7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.992711] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.993160] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 552.993663] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.994157] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 557.994804] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.994804] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.938799] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.939234] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.939234] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.939234] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.939452] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.442090] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.944747] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.449607] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 561.449804] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 562.174065] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.174065] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.174065] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.174565] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.185249] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 562.186113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.186939] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 562.204113] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.204288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.204329] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.204553] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.204658] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.204796] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 562.204886] env[65619]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65619) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 562.204991] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 562.225678] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.225847] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.225897] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.226096] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.226253] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.226371] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 562.247070] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.247264] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.247264] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.247459] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.247590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.247704] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 562.267233] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.267233] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.267233] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.267233] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.267529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.267529] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 562.267529] env[65619]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65619) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 562.267615] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 562.286845] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.287088] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.287088] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.287244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.287328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.287433] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 562.287503] env[65619]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65619) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 562.287574] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 562.307660] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.307855] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.307900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.308090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.308198] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.308313] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 562.308384] env[65619]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65619) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 562.308454] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 562.308516] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 562.308587] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 562.308649] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 562.308711] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 562.308968] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 562.309050] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 562.309141] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 562.332301] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.332503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.332503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.332679] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.332783] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.332891] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 562.352548] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.352771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.352771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.352962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.353075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.387612] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.995250] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.995413] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.996132] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.996457] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.534558] env[65619]: INFO networking_nsxv3.common.synchronization [None req-7bd322ce-ce1f-4076-b8e4-7a05bfe6c0ee None None] Enqueued Resource ID: 7d16d8a7-5bf5-4653-8b4d-788115cbb3f2 with Priority: HIGHEST for action port [ 571.535500] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d16d8a7-5bf5-4653-8b4d-788115cbb3f2 with Priority: HIGHEST for action port [ 571.535595] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d16d8a7-5bf5-4653-8b4d-788115cbb3f2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.535664] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d16d8a7-5bf5-4653-8b4d-788115cbb3f2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.536186] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d16d8a7-5bf5-4653-8b4d-788115cbb3f2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.537344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d16d8a7-5bf5-4653-8b4d-788115cbb3f2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.537438] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d16d8a7-5bf5-4653-8b4d-788115cbb3f2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.039858] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d16d8a7-5bf5-4653-8b4d-788115cbb3f2 [ 572.039993] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.040089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.040152] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.040373] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.040465] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.040560] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d16d8a7-5bf5-4653-8b4d-788115cbb3f2 already deleted. [ 572.040639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d16d8a7-5bf5-4653-8b4d-788115cbb3f2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.183583] env[65619]: INFO networking_nsxv3.common.synchronization [None req-737b1ae6-de74-4122-b935-8d81ecc86805 None None] Enqueued Resource ID: a405e71c-0d0c-4aab-a4c4-702cfd8127a4 with Priority: HIGHEST for action port [ 573.184238] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a405e71c-0d0c-4aab-a4c4-702cfd8127a4 with Priority: HIGHEST for action port [ 573.184719] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-a405e71c-0d0c-4aab-a4c4-702cfd8127a4 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.184810] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a405e71c-0d0c-4aab-a4c4-702cfd8127a4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.185201] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a405e71c-0d0c-4aab-a4c4-702cfd8127a4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.185515] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a405e71c-0d0c-4aab-a4c4-702cfd8127a4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.185906] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a405e71c-0d0c-4aab-a4c4-702cfd8127a4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.690587] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a405e71c-0d0c-4aab-a4c4-702cfd8127a4 [ 573.690587] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.690587] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.690587] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.690587] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.690587] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.690587] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a405e71c-0d0c-4aab-a4c4-702cfd8127a4 already deleted. [ 573.690587] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a405e71c-0d0c-4aab-a4c4-702cfd8127a4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.342102] env[65619]: INFO networking_nsxv3.common.synchronization [None req-56a57917-6c16-4bdc-9c28-f12fceab7870 None None] Enqueued Resource ID: 6422b97e-659a-4063-88f6-e9a17f67e4a2 with Priority: HIGHEST for action port [ 575.343128] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6422b97e-659a-4063-88f6-e9a17f67e4a2 with Priority: HIGHEST for action port [ 575.343128] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-6422b97e-659a-4063-88f6-e9a17f67e4a2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.343750] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6422b97e-659a-4063-88f6-e9a17f67e4a2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.343951] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6422b97e-659a-4063-88f6-e9a17f67e4a2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.344311] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6422b97e-659a-4063-88f6-e9a17f67e4a2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.344657] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6422b97e-659a-4063-88f6-e9a17f67e4a2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.395166] env[65619]: INFO networking_nsxv3.common.synchronization [None req-3c75a76a-eed1-4aec-b2ea-2523aef23737 None None] Enqueued Resource ID: c544612c-38f4-4a18-8f93-b875d2ba36ee with Priority: HIGHEST for action port [ 575.396503] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c544612c-38f4-4a18-8f93-b875d2ba36ee with Priority: HIGHEST for action port [ 575.396863] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-c544612c-38f4-4a18-8f93-b875d2ba36ee taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.397096] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c544612c-38f4-4a18-8f93-b875d2ba36ee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.397096] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c544612c-38f4-4a18-8f93-b875d2ba36ee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.397604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c544612c-38f4-4a18-8f93-b875d2ba36ee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.397712] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c544612c-38f4-4a18-8f93-b875d2ba36ee',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.847268] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6422b97e-659a-4063-88f6-e9a17f67e4a2 [ 575.847371] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.847542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.847664] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.847892] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.847983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.848110] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6422b97e-659a-4063-88f6-e9a17f67e4a2 already deleted. [ 575.848215] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6422b97e-659a-4063-88f6-e9a17f67e4a2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.900706] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c544612c-38f4-4a18-8f93-b875d2ba36ee [ 575.901299] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.901299] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.901299] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.901531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.901621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.901717] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c544612c-38f4-4a18-8f93-b875d2ba36ee already deleted. [ 575.901906] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c544612c-38f4-4a18-8f93-b875d2ba36ee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.146172] env[65619]: INFO networking_nsxv3.common.synchronization [None req-3eede447-007c-4e92-b66d-1807b2c345b3 None None] Enqueued Resource ID: c5aaa26a-8abe-4552-8e94-94b1612a7dcf with Priority: HIGHEST for action port [ 576.147383] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5aaa26a-8abe-4552-8e94-94b1612a7dcf with Priority: HIGHEST for action port [ 576.147719] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5aaa26a-8abe-4552-8e94-94b1612a7dcf taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.147844] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5aaa26a-8abe-4552-8e94-94b1612a7dcf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.147913] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5aaa26a-8abe-4552-8e94-94b1612a7dcf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.148301] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5aaa26a-8abe-4552-8e94-94b1612a7dcf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.148417] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5aaa26a-8abe-4552-8e94-94b1612a7dcf',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.651661] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5aaa26a-8abe-4552-8e94-94b1612a7dcf [ 576.651661] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.651661] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.651661] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.651661] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.652192] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.652192] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5aaa26a-8abe-4552-8e94-94b1612a7dcf already deleted. [ 576.652192] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5aaa26a-8abe-4552-8e94-94b1612a7dcf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.048244] env[65619]: INFO networking_nsxv3.common.synchronization [None req-cbb013fe-13dc-41b1-be5a-0d1d9bd7be7b None None] Enqueued Resource ID: 9f6bd22c-216e-4351-944c-58ed993dd9dc with Priority: HIGHEST for action port [ 577.048834] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f6bd22c-216e-4351-944c-58ed993dd9dc with Priority: HIGHEST for action port [ 577.049168] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f6bd22c-216e-4351-944c-58ed993dd9dc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.049286] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f6bd22c-216e-4351-944c-58ed993dd9dc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.049351] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f6bd22c-216e-4351-944c-58ed993dd9dc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.049604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f6bd22c-216e-4351-944c-58ed993dd9dc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.051574] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f6bd22c-216e-4351-944c-58ed993dd9dc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.552402] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f6bd22c-216e-4351-944c-58ed993dd9dc [ 577.552631] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.552765] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.552833] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.553099] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.553204] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.553321] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f6bd22c-216e-4351-944c-58ed993dd9dc already deleted. [ 577.553422] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f6bd22c-216e-4351-944c-58ed993dd9dc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.816172] env[65619]: INFO networking_nsxv3.common.synchronization [None req-8abd14cf-3f55-4db5-9bb3-41b603dcbf54 None None] Enqueued Resource ID: c31de074-eafa-4e8c-815c-e37b864c8c0c with Priority: HIGHEST for action port [ 577.816554] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31de074-eafa-4e8c-815c-e37b864c8c0c with Priority: HIGHEST for action port [ 577.816856] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-c31de074-eafa-4e8c-815c-e37b864c8c0c taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.816978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c31de074-eafa-4e8c-815c-e37b864c8c0c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.818690] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c31de074-eafa-4e8c-815c-e37b864c8c0c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.820256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c31de074-eafa-4e8c-815c-e37b864c8c0c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.820614] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c31de074-eafa-4e8c-815c-e37b864c8c0c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.325625] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c31de074-eafa-4e8c-815c-e37b864c8c0c [ 578.325907] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.326130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.326225] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.326516] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.326621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.326720] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c31de074-eafa-4e8c-815c-e37b864c8c0c already deleted. [ 578.326799] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c31de074-eafa-4e8c-815c-e37b864c8c0c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.629519] env[65619]: INFO networking_nsxv3.common.synchronization [None req-9752cf34-588a-4f4f-9763-dcf2e5242c75 None None] Enqueued Resource ID: 4a3ecc08-39f2-4693-acef-b1721df58e9a with Priority: HIGHEST for action port [ 578.629997] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3ecc08-39f2-4693-acef-b1721df58e9a with Priority: HIGHEST for action port [ 578.630327] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a3ecc08-39f2-4693-acef-b1721df58e9a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.630526] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a3ecc08-39f2-4693-acef-b1721df58e9a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.630526] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a3ecc08-39f2-4693-acef-b1721df58e9a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.631397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a3ecc08-39f2-4693-acef-b1721df58e9a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.631397] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a3ecc08-39f2-4693-acef-b1721df58e9a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.062460] env[65619]: INFO networking_nsxv3.common.synchronization [None req-87ab35c6-75f2-4354-bfb3-2536784f0adc None None] Enqueued Resource ID: f9f2e77e-34c8-4c54-a1e6-02e759e98854 with Priority: HIGHEST for action port [ 579.064038] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f2e77e-34c8-4c54-a1e6-02e759e98854 with Priority: HIGHEST for action port [ 579.064038] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9f2e77e-34c8-4c54-a1e6-02e759e98854 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.064038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9f2e77e-34c8-4c54-a1e6-02e759e98854" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.064038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9f2e77e-34c8-4c54-a1e6-02e759e98854" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.064038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9f2e77e-34c8-4c54-a1e6-02e759e98854" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.064038] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9f2e77e-34c8-4c54-a1e6-02e759e98854',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.134558] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a3ecc08-39f2-4693-acef-b1721df58e9a [ 579.134604] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.134713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.134785] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.135308] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.135308] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.135308] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a3ecc08-39f2-4693-acef-b1721df58e9a already deleted. [ 579.135308] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a3ecc08-39f2-4693-acef-b1721df58e9a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.567053] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9f2e77e-34c8-4c54-a1e6-02e759e98854 [ 579.567194] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.567259] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.567304] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.567496] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.567587] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.567680] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9f2e77e-34c8-4c54-a1e6-02e759e98854 already deleted. [ 579.568372] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9f2e77e-34c8-4c54-a1e6-02e759e98854" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.564018] env[65619]: INFO networking_nsxv3.common.synchronization [None req-34b94cba-1db6-4a8c-b311-d48ab6f00495 None None] Enqueued Resource ID: f6bfa1ec-0f20-42b9-8f5b-2717526a9d16 with Priority: HIGHEST for action port [ 580.564018] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6bfa1ec-0f20-42b9-8f5b-2717526a9d16 with Priority: HIGHEST for action port [ 580.564018] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6bfa1ec-0f20-42b9-8f5b-2717526a9d16 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.564018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6bfa1ec-0f20-42b9-8f5b-2717526a9d16" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.564018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6bfa1ec-0f20-42b9-8f5b-2717526a9d16" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.564018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6bfa1ec-0f20-42b9-8f5b-2717526a9d16" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.564608] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6bfa1ec-0f20-42b9-8f5b-2717526a9d16',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.906985] env[65619]: INFO networking_nsxv3.common.synchronization [None req-5a2c5209-d5c7-4c89-8379-91de6f73e33f None None] Enqueued Resource ID: 7b596870-0802-4b93-844d-86d28e8b2f91 with Priority: HIGHEST for action port [ 580.907415] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b596870-0802-4b93-844d-86d28e8b2f91 with Priority: HIGHEST for action port [ 580.908773] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b596870-0802-4b93-844d-86d28e8b2f91 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.908888] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b596870-0802-4b93-844d-86d28e8b2f91" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.908974] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b596870-0802-4b93-844d-86d28e8b2f91" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.909258] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b596870-0802-4b93-844d-86d28e8b2f91" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.909731] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b596870-0802-4b93-844d-86d28e8b2f91',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.066137] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6bfa1ec-0f20-42b9-8f5b-2717526a9d16 [ 581.066420] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.066721] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.066721] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.070558] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.070628] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.070732] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6bfa1ec-0f20-42b9-8f5b-2717526a9d16 already deleted. [ 581.070861] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6bfa1ec-0f20-42b9-8f5b-2717526a9d16" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.411720] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b596870-0802-4b93-844d-86d28e8b2f91 [ 581.412710] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.413506] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.413506] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.415035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.415203] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.415332] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b596870-0802-4b93-844d-86d28e8b2f91 already deleted. [ 581.415424] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b596870-0802-4b93-844d-86d28e8b2f91" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.873349] env[65619]: INFO networking_nsxv3.common.synchronization [None req-d07d8b56-152c-4f49-91f0-1d9ee3f00951 None None] Enqueued Resource ID: bf2ecaf5-9a4b-4224-925b-2456eaebc434 with Priority: HIGHEST for action port [ 581.873349] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf2ecaf5-9a4b-4224-925b-2456eaebc434 with Priority: HIGHEST for action port [ 581.873349] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf2ecaf5-9a4b-4224-925b-2456eaebc434 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.873349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf2ecaf5-9a4b-4224-925b-2456eaebc434" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.873349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf2ecaf5-9a4b-4224-925b-2456eaebc434" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.873349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf2ecaf5-9a4b-4224-925b-2456eaebc434" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.873349] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf2ecaf5-9a4b-4224-925b-2456eaebc434',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.374100] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf2ecaf5-9a4b-4224-925b-2456eaebc434 [ 582.375985] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.375985] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.375985] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.375985] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.375985] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.375985] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf2ecaf5-9a4b-4224-925b-2456eaebc434 already deleted. [ 582.375985] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf2ecaf5-9a4b-4224-925b-2456eaebc434" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.665826] env[65619]: INFO networking_nsxv3.common.synchronization [None req-39b8adaa-b6c8-4dd2-a1ca-75d8de65931f None None] Enqueued Resource ID: c5b57bcf-83ce-443b-92a9-d953152fc4be with Priority: HIGHEST for action port [ 584.665826] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b57bcf-83ce-443b-92a9-d953152fc4be with Priority: HIGHEST for action port [ 584.665826] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5b57bcf-83ce-443b-92a9-d953152fc4be taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.665826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5b57bcf-83ce-443b-92a9-d953152fc4be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.665826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5b57bcf-83ce-443b-92a9-d953152fc4be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.667850] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5b57bcf-83ce-443b-92a9-d953152fc4be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.667850] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5b57bcf-83ce-443b-92a9-d953152fc4be',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.675047] env[65619]: INFO networking_nsxv3.common.synchronization [req-a54e4680-e485-4d32-b4a9-45c5bfe6cbd8 req-b7657427-7f6e-4ecd-b7d6-06070e1efe69 tempest-DeleteServersAdminTestJSON-846020026 tempest-DeleteServersAdminTestJSON-846020026-project-member] Enqueued Resource ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 with Priority: HIGHEST for action security_group_members [ 584.675047] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 with Priority: HIGHEST for action security_group_members [ 584.675256] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.675348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.675418] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.675650] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.675811] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.676163] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.676163] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.677635] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.677635] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.677721] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c7f3a9b-a5ec-476f-8156-6f928e0d7410',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.172663] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5b57bcf-83ce-443b-92a9-d953152fc4be [ 585.172762] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.172830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.172908] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.173113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.173206] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.173393] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5b57bcf-83ce-443b-92a9-d953152fc4be already deleted. [ 585.173393] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5b57bcf-83ce-443b-92a9-d953152fc4be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.180956] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.181115] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.181182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.181682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.181682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.181682] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.182289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.182416] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.182643] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.182736] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.182826] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 already deleted. [ 585.182898] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.196435] env[65619]: INFO networking_nsxv3.common.synchronization [None req-cf0e604e-1307-4ecd-9bac-1fbb4886ec44 None None] Enqueued Resource ID: 4338ee65-2d79-4329-89c4-ee86356b2e2e with Priority: HIGHEST for action port [ 585.196693] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4338ee65-2d79-4329-89c4-ee86356b2e2e with Priority: HIGHEST for action port [ 585.197232] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-4338ee65-2d79-4329-89c4-ee86356b2e2e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.197359] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4338ee65-2d79-4329-89c4-ee86356b2e2e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.197731] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4338ee65-2d79-4329-89c4-ee86356b2e2e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.197996] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4338ee65-2d79-4329-89c4-ee86356b2e2e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.198189] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4338ee65-2d79-4329-89c4-ee86356b2e2e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.248253] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.248503] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.248568] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.248904] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.249248] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.249455] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.249610] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.249945] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.250434] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.250548] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.250655] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 585.250812] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 585.250961] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 585.251224] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.251323] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 585.251570] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 585.275607] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 585.275607] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 585.275607] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 585.275779] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.276047] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-17c10de8-783e-4739-9d08-598df6dad7cc taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.276226] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-17c10de8-783e-4739-9d08-598df6dad7cc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.276344] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-17c10de8-783e-4739-9d08-598df6dad7cc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.276665] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-17c10de8-783e-4739-9d08-598df6dad7cc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.276802] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17c10de8-783e-4739-9d08-598df6dad7cc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.700914] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4338ee65-2d79-4329-89c4-ee86356b2e2e [ 585.701189] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.701302] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.701404] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.701577] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.701662] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.701754] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4338ee65-2d79-4329-89c4-ee86356b2e2e already deleted. [ 585.701833] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4338ee65-2d79-4329-89c4-ee86356b2e2e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.779169] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.779597] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.779597] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.779789] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.780085] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.780199] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 17c10de8-783e-4739-9d08-598df6dad7cc not found, creating... [ 585.780454] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.780608] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.780721] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.780946] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.781092] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.781442] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.781598] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.781711] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.781910] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.782051] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.782215] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 17c10de8-783e-4739-9d08-598df6dad7cc is going to be created. [ 585.819873] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.820137] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.820225] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.820499] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.820734] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.820941] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-17c10de8-783e-4739-9d08-598df6dad7cc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.600036] env[65619]: INFO networking_nsxv3.common.synchronization [req-a54e4680-e485-4d32-b4a9-45c5bfe6cbd8 req-52ca3d97-8705-4a48-bc83-2b39d0a1e230 service nova] Enqueued Resource ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 with Priority: HIGHEST for action security_group_rules [ 586.600133] env[65619]: INFO networking_nsxv3.common.synchronization [req-a54e4680-e485-4d32-b4a9-45c5bfe6cbd8 req-52ca3d97-8705-4a48-bc83-2b39d0a1e230 service nova] Enqueued Resource ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 with Priority: HIGHEST for action security_group_members [ 586.600680] env[65619]: INFO networking_nsxv3.common.synchronization [req-a54e4680-e485-4d32-b4a9-45c5bfe6cbd8 req-52ca3d97-8705-4a48-bc83-2b39d0a1e230 service nova] Enqueued Resource ID: 17c10de8-783e-4739-9d08-598df6dad7cc with Priority: HIGHEST for action port [ 586.600744] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 with Priority: HIGHEST for action security_group_rules [ 586.600864] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 with Priority: HIGHEST for action security_group_members [ 586.600962] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17c10de8-783e-4739-9d08-598df6dad7cc with Priority: HIGHEST for action port [ 586.601236] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c7f3a9b-a5ec-476f-8156-6f928e0d7410 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.601361] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.601527] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.604117] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.604117] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c7f3a9b-a5ec-476f-8156-6f928e0d7410',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.604117] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.604117] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.604117] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.604117] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.604117] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.604117] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.604117] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.604117] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.604117] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.604117] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c7f3a9b-a5ec-476f-8156-6f928e0d7410',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.605359] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-17c10de8-783e-4739-9d08-598df6dad7cc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.605509] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17c10de8-783e-4739-9d08-598df6dad7cc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.605549] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17c10de8-783e-4739-9d08-598df6dad7cc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.605670] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17c10de8-783e-4739-9d08-598df6dad7cc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.605739] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17c10de8-783e-4739-9d08-598df6dad7cc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.610031] env[65619]: INFO networking_nsxv3.common.synchronization [None req-9ba0c9f8-bd64-4482-90a4-12e17b17f35f None None] Enqueued Resource ID: 4f4c8928-61be-4fcc-9719-da16044f0ef2 with Priority: HIGHEST for action port [ 586.614876] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f4c8928-61be-4fcc-9719-da16044f0ef2 with Priority: HIGHEST for action port [ 586.615368] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f4c8928-61be-4fcc-9719-da16044f0ef2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.615491] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f4c8928-61be-4fcc-9719-da16044f0ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.615559] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f4c8928-61be-4fcc-9719-da16044f0ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.615776] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f4c8928-61be-4fcc-9719-da16044f0ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.615854] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f4c8928-61be-4fcc-9719-da16044f0ef2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.108505] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.108986] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.120452] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f4c8928-61be-4fcc-9719-da16044f0ef2 [ 587.120700] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.120803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.120869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.121112] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.121205] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.121299] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f4c8928-61be-4fcc-9719-da16044f0ef2 already deleted. [ 587.121374] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f4c8928-61be-4fcc-9719-da16044f0ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.123744] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17c10de8-783e-4739-9d08-598df6dad7cc with status ACTIVE [ 587.123909] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.124069] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.124135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.124321] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.124396] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.124589] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.124697] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.124767] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.124906] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.124978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.125165] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.125271] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.125396] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.125460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.125529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.125608] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17c10de8-783e-4739-9d08-598df6dad7cc is going to be updated. [ 587.126698] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c7f3a9b-a5ec-476f-8156-6f928e0d7410',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.148702] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.149060] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.149060] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.149155] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.149477] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.149477] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17c10de8-783e-4739-9d08-598df6dad7cc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.296623] env[65619]: INFO networking_nsxv3.common.synchronization [None req-a7f34563-fa9a-422b-8aa7-e35af330e15d None None] Enqueued Resource ID: 96e2ac10-8c3d-4f3a-8e33-08a7d4f28602 with Priority: HIGHEST for action port [ 587.297223] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e2ac10-8c3d-4f3a-8e33-08a7d4f28602 with Priority: HIGHEST for action port [ 587.297525] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-96e2ac10-8c3d-4f3a-8e33-08a7d4f28602 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.297646] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96e2ac10-8c3d-4f3a-8e33-08a7d4f28602" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.298504] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96e2ac10-8c3d-4f3a-8e33-08a7d4f28602" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.298961] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96e2ac10-8c3d-4f3a-8e33-08a7d4f28602" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.299154] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96e2ac10-8c3d-4f3a-8e33-08a7d4f28602',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.311047] env[65619]: INFO networking_nsxv3.common.synchronization [req-9b33b6df-d177-4a5b-acb3-4ef43174232b req-35bbc9a0-5a7f-4088-8b0d-dbe32963d2e1 tempest-FloatingIPsAssociationTestJSON-717422918 tempest-FloatingIPsAssociationTestJSON-717422918-project-member] Enqueued Resource ID: a253e46d-20a3-45b8-ba43-44caa6525097 with Priority: HIGHEST for action security_group_members [ 587.311047] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a253e46d-20a3-45b8-ba43-44caa6525097 with Priority: HIGHEST for action security_group_members [ 587.311047] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-a253e46d-20a3-45b8-ba43-44caa6525097 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.311363] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.311363] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.311451] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.311604] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.311725] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.311787] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.311919] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.312021] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.312420] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a253e46d-20a3-45b8-ba43-44caa6525097',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.351209] env[65619]: INFO networking_nsxv3.common.synchronization [None req-686d6888-32d7-44d7-9783-e11d45396e36 None None] Enqueued Resource ID: e3c1e215-89c5-41ad-b386-43cabeda34a7 with Priority: HIGHEST for action port [ 587.351717] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c1e215-89c5-41ad-b386-43cabeda34a7 with Priority: HIGHEST for action port [ 587.352029] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3c1e215-89c5-41ad-b386-43cabeda34a7 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.352149] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3c1e215-89c5-41ad-b386-43cabeda34a7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.352239] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3c1e215-89c5-41ad-b386-43cabeda34a7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.352485] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3c1e215-89c5-41ad-b386-43cabeda34a7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.352563] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3c1e215-89c5-41ad-b386-43cabeda34a7',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.630158] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c7f3a9b-a5ec-476f-8156-6f928e0d7410',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.805527] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96e2ac10-8c3d-4f3a-8e33-08a7d4f28602 [ 587.805646] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.805777] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.805884] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.806077] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.806172] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.806266] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96e2ac10-8c3d-4f3a-8e33-08a7d4f28602 already deleted. [ 587.806349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96e2ac10-8c3d-4f3a-8e33-08a7d4f28602" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.814897] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.815058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.815130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.817459] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.817459] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.817459] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.817459] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.817459] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.817459] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.817459] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.817459] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a253e46d-20a3-45b8-ba43-44caa6525097 already deleted. [ 587.817459] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.853931] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.854095] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-735" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.854175] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-735" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.854559] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-735" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.854865] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.855584] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.857750] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.858109] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.858197] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.858408] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.858521] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 587.858631] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 587.858738] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 587.858844] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.858973] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 587.859085] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 587.861043] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3c1e215-89c5-41ad-b386-43cabeda34a7 [ 587.861378] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.862224] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.862306] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.863016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.863016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.863016] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3c1e215-89c5-41ad-b386-43cabeda34a7 already deleted. [ 587.863016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3c1e215-89c5-41ad-b386-43cabeda34a7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.879948] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 587.880136] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 587.881562] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 587.881562] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-735" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.881694] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-9aa6b8ad-e9a6-483b-a66f-2b4d1ad8b7b1 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.881801] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-9aa6b8ad-e9a6-483b-a66f-2b4d1ad8b7b1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.881915] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-9aa6b8ad-e9a6-483b-a66f-2b4d1ad8b7b1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.883072] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-9aa6b8ad-e9a6-483b-a66f-2b4d1ad8b7b1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.883072] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aa6b8ad-e9a6-483b-a66f-2b4d1ad8b7b1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.971737] env[65619]: INFO networking_nsxv3.common.synchronization [None req-22a3367e-dbbe-41ff-8b42-fc0b4ac54f21 None None] Enqueued Resource ID: 0a514e0d-fcd2-43a4-9230-3355e3cbb766 with Priority: HIGHEST for action port [ 587.972326] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a514e0d-fcd2-43a4-9230-3355e3cbb766 with Priority: HIGHEST for action port [ 587.972628] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a514e0d-fcd2-43a4-9230-3355e3cbb766 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.972750] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a514e0d-fcd2-43a4-9230-3355e3cbb766" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.972818] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a514e0d-fcd2-43a4-9230-3355e3cbb766" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.973063] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a514e0d-fcd2-43a4-9230-3355e3cbb766" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.973147] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a514e0d-fcd2-43a4-9230-3355e3cbb766',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.132458] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.132885] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.132885] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.132964] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.133127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.133245] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 is going to be created. [ 588.216629] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.216869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.216869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.217207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.217428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.230555] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 in Status: UNINITIALIZED for 2s [ 588.384749] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.384969] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.385567] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.385567] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.385567] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.385751] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 9aa6b8ad-e9a6-483b-a66f-2b4d1ad8b7b1 not found, creating... [ 588.385949] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.386167] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.386302] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.386508] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.386690] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.386935] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.387302] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.387446] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.387697] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.387836] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.387970] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 9aa6b8ad-e9a6-483b-a66f-2b4d1ad8b7b1 is going to be created. [ 588.411822] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.412495] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.412495] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.412495] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.412637] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.412840] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-9aa6b8ad-e9a6-483b-a66f-2b4d1ad8b7b1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.475062] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a514e0d-fcd2-43a4-9230-3355e3cbb766 [ 588.475956] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.475956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.476961] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.476961] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.476961] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.476961] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a514e0d-fcd2-43a4-9230-3355e3cbb766 already deleted. [ 588.476961] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a514e0d-fcd2-43a4-9230-3355e3cbb766" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.031199] env[65619]: INFO networking_nsxv3.common.synchronization [None req-086d5095-d754-4a64-a664-dab64bef0f9a None None] Enqueued Resource ID: 91f225a2-7936-4809-9405-00a27d66523b with Priority: HIGHEST for action port [ 589.031723] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f225a2-7936-4809-9405-00a27d66523b with Priority: HIGHEST for action port [ 589.032035] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-91f225a2-7936-4809-9405-00a27d66523b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.032702] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91f225a2-7936-4809-9405-00a27d66523b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.032702] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91f225a2-7936-4809-9405-00a27d66523b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.032798] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91f225a2-7936-4809-9405-00a27d66523b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.032834] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91f225a2-7936-4809-9405-00a27d66523b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.117941] env[65619]: INFO networking_nsxv3.common.synchronization [req-9b33b6df-d177-4a5b-acb3-4ef43174232b req-606a1f8b-e6f3-426c-bd63-fd509994782f service nova] Enqueued Resource ID: a253e46d-20a3-45b8-ba43-44caa6525097 with Priority: HIGHEST for action security_group_rules [ 589.118139] env[65619]: INFO networking_nsxv3.common.synchronization [req-9b33b6df-d177-4a5b-acb3-4ef43174232b req-606a1f8b-e6f3-426c-bd63-fd509994782f service nova] Enqueued Resource ID: a253e46d-20a3-45b8-ba43-44caa6525097 with Priority: HIGHEST for action security_group_members [ 589.119592] env[65619]: INFO networking_nsxv3.common.synchronization [req-9b33b6df-d177-4a5b-acb3-4ef43174232b req-606a1f8b-e6f3-426c-bd63-fd509994782f service nova] Enqueued Resource ID: 9aa6b8ad-e9a6-483b-a66f-2b4d1ad8b7b1 with Priority: HIGHEST for action port [ 589.119592] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a253e46d-20a3-45b8-ba43-44caa6525097 with Priority: HIGHEST for action security_group_rules [ 589.119592] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a253e46d-20a3-45b8-ba43-44caa6525097 with Priority: HIGHEST for action security_group_members [ 589.119592] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa6b8ad-e9a6-483b-a66f-2b4d1ad8b7b1 with Priority: HIGHEST for action port [ 589.122312] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a253e46d-20a3-45b8-ba43-44caa6525097 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.122430] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.122497] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.122796] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.122878] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a253e46d-20a3-45b8-ba43-44caa6525097',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.124823] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-a253e46d-20a3-45b8-ba43-44caa6525097 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.124941] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.125018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.125196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.129020] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.129020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.129020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.129020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.129020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.129020] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a253e46d-20a3-45b8-ba43-44caa6525097',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.129020] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aa6b8ad-e9a6-483b-a66f-2b4d1ad8b7b1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.129020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aa6b8ad-e9a6-483b-a66f-2b4d1ad8b7b1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.129020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aa6b8ad-e9a6-483b-a66f-2b4d1ad8b7b1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.129020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aa6b8ad-e9a6-483b-a66f-2b4d1ad8b7b1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.129020] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aa6b8ad-e9a6-483b-a66f-2b4d1ad8b7b1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.536238] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91f225a2-7936-4809-9405-00a27d66523b [ 589.536547] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.537223] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.537223] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.537223] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.537223] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.537223] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91f225a2-7936-4809-9405-00a27d66523b already deleted. [ 589.537223] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91f225a2-7936-4809-9405-00a27d66523b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.629136] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9aa6b8ad-e9a6-483b-a66f-2b4d1ad8b7b1 with status ACTIVE [ 589.629500] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.630111] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.630111] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.630184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.630574] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.630574] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.630700] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.631699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.631699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.631699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.631699] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.631953] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.631953] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.632102] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.632143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.632867] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9aa6b8ad-e9a6-483b-a66f-2b4d1ad8b7b1 is going to be updated. [ 589.634253] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a253e46d-20a3-45b8-ba43-44caa6525097',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.637164] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-a253e46d-20a3-45b8-ba43-44caa6525097 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.637164] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.664715] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.665118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.665118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.665244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.665395] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.665593] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aa6b8ad-e9a6-483b-a66f-2b4d1ad8b7b1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.138339] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a253e46d-20a3-45b8-ba43-44caa6525097',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.252755] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 in Status: SUCCESS [ 590.252755] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.252755] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.252755] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.252755] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.252755] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.254276] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.255367] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.255367] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.255367] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.255521] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c7f3a9b-a5ec-476f-8156-6f928e0d7410',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.425369] env[65619]: INFO networking_nsxv3.common.synchronization [None req-d6ed2854-e6f5-4751-8a2d-19649bc59a8a None None] Enqueued Resource ID: a6f67e47-027a-4b97-82e8-c5db3046ba12 with Priority: HIGHEST for action port [ 590.427848] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f67e47-027a-4b97-82e8-c5db3046ba12 with Priority: HIGHEST for action port [ 590.428195] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6f67e47-027a-4b97-82e8-c5db3046ba12 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.428394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6f67e47-027a-4b97-82e8-c5db3046ba12" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.428438] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6f67e47-027a-4b97-82e8-c5db3046ba12" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.428703] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6f67e47-027a-4b97-82e8-c5db3046ba12" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.429624] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6f67e47-027a-4b97-82e8-c5db3046ba12',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.584917] env[65619]: INFO networking_nsxv3.common.synchronization [req-fc0adcce-dd2b-4845-b354-a9e6786cc3a9 req-27eefbba-99b2-4818-995b-c052be919c6f tempest-ServerDiagnosticsTest-805396158 tempest-ServerDiagnosticsTest-805396158-project-member] Enqueued Resource ID: 941f1ae9-b485-42bb-a5fc-cbff073fd26f with Priority: HIGHEST for action security_group_members [ 590.589427] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 941f1ae9-b485-42bb-a5fc-cbff073fd26f with Priority: HIGHEST for action security_group_members [ 590.589427] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-941f1ae9-b485-42bb-a5fc-cbff073fd26f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.589427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.589427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.589427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.589427] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.589427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.589427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.589427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.589427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.589427] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('941f1ae9-b485-42bb-a5fc-cbff073fd26f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.645039] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.645156] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.645203] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.645522] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.645714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.645714] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a253e46d-20a3-45b8-ba43-44caa6525097 is going to be created. [ 590.672301] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.674317] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.674317] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.674317] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.674317] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.683681] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a253e46d-20a3-45b8-ba43-44caa6525097 in Status: UNINITIALIZED for 2s [ 590.759551] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.759873] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.759873] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.760019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.760171] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.761677] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.761677] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.761677] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.761677] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.761677] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.761921] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.761921] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.762020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.762761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.762761] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.762761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.762761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.762761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.762761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.762761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.763160] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c7f3a9b-a5ec-476f-8156-6f928e0d7410',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.935055] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6f67e47-027a-4b97-82e8-c5db3046ba12 [ 590.935055] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.935055] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.935055] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.935363] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.935363] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.935363] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6f67e47-027a-4b97-82e8-c5db3046ba12 already deleted. [ 590.935454] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6f67e47-027a-4b97-82e8-c5db3046ba12" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.059039] env[65619]: INFO networking_nsxv3.common.synchronization [None req-cda2a3d1-8b7b-458d-b07c-caf6ec9a6f9c tempest-VolumesAssistedSnapshotsTest-947281101 tempest-VolumesAssistedSnapshotsTest-947281101-project-member] Enqueued Resource ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 with Priority: HIGHEST for action security_group_rules [ 591.060133] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 with Priority: HIGHEST for action security_group_rules [ 591.061104] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d870aa6-5c29-4895-a680-eef659acd4b2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.061282] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.061282] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.061517] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.061601] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d870aa6-5c29-4895-a680-eef659acd4b2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.093617] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.095365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.095365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.095365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.095365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.095365] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.095365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.095365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.095365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.095365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.095365] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 941f1ae9-b485-42bb-a5fc-cbff073fd26f already deleted. [ 591.095365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.103077] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.105019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.105019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.105019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.105019] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.105019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.105019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.105019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.105019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.105542] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.106138] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.106424] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.106670] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.107546] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.107767] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.109036] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.131279] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.131495] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.131617] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.131809] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.132184] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-0c5cb8e4-debb-4abc-8513-e0488e92effe taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.133490] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-0c5cb8e4-debb-4abc-8513-e0488e92effe" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.133490] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-0c5cb8e4-debb-4abc-8513-e0488e92effe" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.133490] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-0c5cb8e4-debb-4abc-8513-e0488e92effe" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.133490] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c5cb8e4-debb-4abc-8513-e0488e92effe',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.266812] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c7f3a9b-a5ec-476f-8156-6f928e0d7410: rpc.has_security_group_logging(os_id): False [ 591.296863] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.297041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.297227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.297323] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.297424] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.297641] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.297762] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.297817] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.297962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.298060] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.298499] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.298499] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.298499] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.298610] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.298610] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.298772] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.298862] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.298921] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.299106] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.299182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.299268] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 is going to be created. [ 591.423114] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.423114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.423114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.423114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.423114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.439146] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 in Status: IN_PROGRESS for 2s [ 591.481833] env[65619]: INFO networking_nsxv3.common.synchronization [None req-b8762bf9-0806-458b-be3d-b3c932f24e2c tempest-VolumesAssistedSnapshotsTest-947281101 tempest-VolumesAssistedSnapshotsTest-947281101-project-member] Enqueued Resource ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 with Priority: HIGHEST for action security_group_rules [ 591.482070] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 with Priority: HIGHEST for action security_group_rules [ 591.482343] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d870aa6-5c29-4895-a680-eef659acd4b2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.482487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.586319] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.586904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.586904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.586904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.586904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.586904] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 already deleted. [ 591.587102] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.587150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.587314] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.587450] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d870aa6-5c29-4895-a680-eef659acd4b2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.636626] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.636845] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.636961] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.637288] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.637474] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.638973] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 0c5cb8e4-debb-4abc-8513-e0488e92effe not found, creating... [ 591.639336] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.639536] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.639655] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.639903] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.640053] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.640400] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.640572] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.643116] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.643390] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.643533] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.643685] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 0c5cb8e4-debb-4abc-8513-e0488e92effe is going to be created. [ 591.666217] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.669902] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.669902] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.669902] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.669902] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.669902] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-0c5cb8e4-debb-4abc-8513-e0488e92effe" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.109223] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.109383] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.109478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.109727] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.109824] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.109923] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 already deleted. [ 592.110065] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.475179] env[65619]: INFO networking_nsxv3.common.synchronization [req-fc0adcce-dd2b-4845-b354-a9e6786cc3a9 req-60333b5a-c2e0-4988-9d58-289d645606d3 service nova] Enqueued Resource ID: 941f1ae9-b485-42bb-a5fc-cbff073fd26f with Priority: HIGHEST for action security_group_rules [ 592.475179] env[65619]: INFO networking_nsxv3.common.synchronization [req-fc0adcce-dd2b-4845-b354-a9e6786cc3a9 req-60333b5a-c2e0-4988-9d58-289d645606d3 service nova] Enqueued Resource ID: 941f1ae9-b485-42bb-a5fc-cbff073fd26f with Priority: HIGHEST for action security_group_members [ 592.475179] env[65619]: INFO networking_nsxv3.common.synchronization [req-fc0adcce-dd2b-4845-b354-a9e6786cc3a9 req-60333b5a-c2e0-4988-9d58-289d645606d3 service nova] Enqueued Resource ID: 0c5cb8e4-debb-4abc-8513-e0488e92effe with Priority: HIGHEST for action port [ 592.476453] env[65619]: INFO networking_nsxv3.common.synchronization [None req-299cb809-7261-471f-a03a-79b197beb91b None None] Enqueued Resource ID: 8a0ee07e-2af1-4234-9e14-72cfa6491c7d with Priority: HIGHEST for action port [ 592.476977] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 941f1ae9-b485-42bb-a5fc-cbff073fd26f with Priority: HIGHEST for action security_group_rules [ 592.477133] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c5cb8e4-debb-4abc-8513-e0488e92effe with Priority: HIGHEST for action port [ 592.477226] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 941f1ae9-b485-42bb-a5fc-cbff073fd26f with Priority: HIGHEST for action security_group_members [ 592.477318] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a0ee07e-2af1-4234-9e14-72cfa6491c7d with Priority: HIGHEST for action port [ 592.478400] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-941f1ae9-b485-42bb-a5fc-cbff073fd26f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.478400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.478400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.478400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.478400] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('941f1ae9-b485-42bb-a5fc-cbff073fd26f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.481462] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c5cb8e4-debb-4abc-8513-e0488e92effe taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.481462] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c5cb8e4-debb-4abc-8513-e0488e92effe" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.481573] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c5cb8e4-debb-4abc-8513-e0488e92effe" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.482485] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c5cb8e4-debb-4abc-8513-e0488e92effe" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.482485] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c5cb8e4-debb-4abc-8513-e0488e92effe',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.483307] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-941f1ae9-b485-42bb-a5fc-cbff073fd26f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.483307] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.483307] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.483307] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.483624] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.483624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.483624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.483792] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.483792] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.484507] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('941f1ae9-b485-42bb-a5fc-cbff073fd26f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.484760] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a0ee07e-2af1-4234-9e14-72cfa6491c7d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.484760] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a0ee07e-2af1-4234-9e14-72cfa6491c7d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.484760] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a0ee07e-2af1-4234-9e14-72cfa6491c7d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.484929] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a0ee07e-2af1-4234-9e14-72cfa6491c7d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.485265] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a0ee07e-2af1-4234-9e14-72cfa6491c7d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.933418] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a253e46d-20a3-45b8-ba43-44caa6525097 in Status: SUCCESS [ 592.933684] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.933794] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.934062] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.934277] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.934452] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.934524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.934686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.934768] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.934873] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.934969] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a253e46d-20a3-45b8-ba43-44caa6525097',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.990126] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-941f1ae9-b485-42bb-a5fc-cbff073fd26f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.990126] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.990126] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('941f1ae9-b485-42bb-a5fc-cbff073fd26f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.993210] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c5cb8e4-debb-4abc-8513-e0488e92effe with status ACTIVE [ 592.993521] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.995115] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.995115] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.996170] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.996350] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.996651] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.996818] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.996921] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.997212] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.997350] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.998688] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.998688] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.998688] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.998688] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.998688] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.998688] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c5cb8e4-debb-4abc-8513-e0488e92effe is going to be updated. [ 593.000594] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a0ee07e-2af1-4234-9e14-72cfa6491c7d [ 593.000841] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.000999] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.001131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.002016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.002996] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.002996] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a0ee07e-2af1-4234-9e14-72cfa6491c7d already deleted. [ 593.002996] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a0ee07e-2af1-4234-9e14-72cfa6491c7d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.028481] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.028717] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.028791] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.029023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.029201] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.029448] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c5cb8e4-debb-4abc-8513-e0488e92effe" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.179163] env[65619]: INFO networking_nsxv3.common.synchronization [req-f7e91fd8-fbe5-4bf9-bffb-83b25d11ede6 req-734f1386-3f2c-49ab-bfbc-7948a84b4e3a tempest-TenantUsagesTestJSON-113165246 tempest-TenantUsagesTestJSON-113165246-project-member] Enqueued Resource ID: 7bc72922-53df-4c78-9499-1428a078f0c1 with Priority: HIGHEST for action security_group_members [ 593.185821] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc72922-53df-4c78-9499-1428a078f0c1 with Priority: HIGHEST for action security_group_members [ 593.185821] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc72922-53df-4c78-9499-1428a078f0c1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.185821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.185821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.185821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.185821] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.185821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.185821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.185821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.185821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.185821] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc72922-53df-4c78-9499-1428a078f0c1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.319734] env[65619]: INFO networking_nsxv3.common.synchronization [None req-7e5686fb-40c6-4632-85fb-d37b89c387cb None None] Enqueued Resource ID: c3ab0c1c-a0a4-47d4-a92f-ed058e797882 with Priority: HIGHEST for action port [ 593.320463] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3ab0c1c-a0a4-47d4-a92f-ed058e797882 with Priority: HIGHEST for action port [ 593.320879] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3ab0c1c-a0a4-47d4-a92f-ed058e797882 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.321030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3ab0c1c-a0a4-47d4-a92f-ed058e797882" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.321087] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3ab0c1c-a0a4-47d4-a92f-ed058e797882" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.321345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3ab0c1c-a0a4-47d4-a92f-ed058e797882" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.321420] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3ab0c1c-a0a4-47d4-a92f-ed058e797882',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.439051] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-a253e46d-20a3-45b8-ba43-44caa6525097 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.439132] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.439305] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.439600] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.440429] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.440429] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.440429] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.440429] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.440429] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.440968] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.440968] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-a253e46d-20a3-45b8-ba43-44caa6525097 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.440968] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.440968] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.440968] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.441267] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.441267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.441267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.441422] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.441478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.441558] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.441645] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a253e46d-20a3-45b8-ba43-44caa6525097',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.461892] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 in Status: SUCCESS [ 593.462096] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.502613] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('941f1ae9-b485-42bb-a5fc-cbff073fd26f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.652045] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.653265] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.653265] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.654019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.654019] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.654170] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.654170] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.654461] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.654604] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.654946] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.654946] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.655054] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.655114] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.655224] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.655314] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.655435] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.674461] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.674718] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.674887] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.675496] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.676467] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-dd4dd93c-df1a-4efa-a377-1a6cf658e968 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.676659] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-dd4dd93c-df1a-4efa-a377-1a6cf658e968" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.676776] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-dd4dd93c-df1a-4efa-a377-1a6cf658e968" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.680663] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-dd4dd93c-df1a-4efa-a377-1a6cf658e968" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.680721] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd4dd93c-df1a-4efa-a377-1a6cf658e968',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.689557] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.689557] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.689557] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.689557] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.689557] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.689557] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.689557] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.689901] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.690026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.690076] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.690169] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc72922-53df-4c78-9499-1428a078f0c1 already deleted. [ 593.690242] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.823650] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3ab0c1c-a0a4-47d4-a92f-ed058e797882 [ 593.823909] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.824064] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.824359] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.824430] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.824515] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.824621] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3ab0c1c-a0a4-47d4-a92f-ed058e797882 already deleted. [ 593.824690] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3ab0c1c-a0a4-47d4-a92f-ed058e797882" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.947577] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a253e46d-20a3-45b8-ba43-44caa6525097: rpc.has_security_group_logging(os_id): False [ 593.969356] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.969500] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.969566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.969769] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.971771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.971771] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.971771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.971771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.971771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.971771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.971771] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.971771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.971771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.971771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.971771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.971771] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.971771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.971771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.972332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.972332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.972332] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a253e46d-20a3-45b8-ba43-44caa6525097 is going to be created. [ 594.003762] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.003919] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.004068] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.004230] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.004367] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.004551] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 941f1ae9-b485-42bb-a5fc-cbff073fd26f is going to be created. [ 594.038061] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.038061] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.038061] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.038348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.038466] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.040762] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.040894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.040938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.041136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.041292] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.049386] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 941f1ae9-b485-42bb-a5fc-cbff073fd26f in Status: UNINITIALIZED for 2s [ 594.052427] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a253e46d-20a3-45b8-ba43-44caa6525097 in Status: IN_PROGRESS for 2s [ 594.067351] env[65619]: INFO networking_nsxv3.common.synchronization [None req-5d2b7a62-f63d-4c8f-8ea2-d6acc5305baf tempest-ServersTestBootFromVolume-1683732884 tempest-ServersTestBootFromVolume-1683732884-project-member] Enqueued Resource ID: e080a789-4ff9-4862-972a-187840dc5c00 with Priority: HIGHEST for action security_group_rules [ 594.067656] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e080a789-4ff9-4862-972a-187840dc5c00 with Priority: HIGHEST for action security_group_rules [ 594.067950] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e080a789-4ff9-4862-972a-187840dc5c00 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.068207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.068284] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.068542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.068626] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e080a789-4ff9-4862-972a-187840dc5c00',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.183665] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.184080] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.184080] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.184479] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.184640] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.184791] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port dd4dd93c-df1a-4efa-a377-1a6cf658e968 not found, creating... [ 594.185732] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.186014] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.186180] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.186420] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.186556] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.186842] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.186990] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.187112] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.187311] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.187453] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.187615] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: dd4dd93c-df1a-4efa-a377-1a6cf658e968 is going to be created. [ 594.209471] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.209683] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.209823] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.210176] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.210409] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.210691] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-dd4dd93c-df1a-4efa-a377-1a6cf658e968" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.590239] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.590364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.590364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.590556] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.590648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.590743] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e080a789-4ff9-4862-972a-187840dc5c00 already deleted. [ 594.590826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.857896] env[65619]: INFO networking_nsxv3.common.synchronization [None req-e1bd1ae8-ce95-4cb6-9a0d-e01b11077532 tempest-ServersTestBootFromVolume-1683732884 tempest-ServersTestBootFromVolume-1683732884-project-member] Enqueued Resource ID: e080a789-4ff9-4862-972a-187840dc5c00 with Priority: HIGHEST for action security_group_rules [ 594.863222] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e080a789-4ff9-4862-972a-187840dc5c00 with Priority: HIGHEST for action security_group_rules [ 594.863222] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e080a789-4ff9-4862-972a-187840dc5c00 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.863222] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.863222] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.863222] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.863222] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e080a789-4ff9-4862-972a-187840dc5c00',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.031758] env[65619]: INFO networking_nsxv3.common.synchronization [req-f7e91fd8-fbe5-4bf9-bffb-83b25d11ede6 req-26b9e9ab-e807-4307-b05b-133bd42e4268 service nova] Enqueued Resource ID: 7bc72922-53df-4c78-9499-1428a078f0c1 with Priority: HIGHEST for action security_group_rules [ 595.032141] env[65619]: INFO networking_nsxv3.common.synchronization [req-f7e91fd8-fbe5-4bf9-bffb-83b25d11ede6 req-26b9e9ab-e807-4307-b05b-133bd42e4268 service nova] Enqueued Resource ID: 7bc72922-53df-4c78-9499-1428a078f0c1 with Priority: HIGHEST for action security_group_members [ 595.032383] env[65619]: INFO networking_nsxv3.common.synchronization [req-f7e91fd8-fbe5-4bf9-bffb-83b25d11ede6 req-26b9e9ab-e807-4307-b05b-133bd42e4268 service nova] Enqueued Resource ID: dd4dd93c-df1a-4efa-a377-1a6cf658e968 with Priority: HIGHEST for action port [ 595.033131] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc72922-53df-4c78-9499-1428a078f0c1 with Priority: HIGHEST for action security_group_rules [ 595.033380] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc72922-53df-4c78-9499-1428a078f0c1 with Priority: HIGHEST for action security_group_members [ 595.033641] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4dd93c-df1a-4efa-a377-1a6cf658e968 with Priority: HIGHEST for action port [ 595.034244] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bc72922-53df-4c78-9499-1428a078f0c1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.034500] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.034537] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.037213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.037213] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bc72922-53df-4c78-9499-1428a078f0c1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.037213] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc72922-53df-4c78-9499-1428a078f0c1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.037213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.037213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.037699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.037736] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.039983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.039983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.039983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.039983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.039983] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc72922-53df-4c78-9499-1428a078f0c1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.042574] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd4dd93c-df1a-4efa-a377-1a6cf658e968 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.042574] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd4dd93c-df1a-4efa-a377-1a6cf658e968" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.042749] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd4dd93c-df1a-4efa-a377-1a6cf658e968" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.042801] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd4dd93c-df1a-4efa-a377-1a6cf658e968" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.042849] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd4dd93c-df1a-4efa-a377-1a6cf658e968',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.385210] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.385210] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.385210] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.385210] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.385210] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.385210] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e080a789-4ff9-4862-972a-187840dc5c00 already deleted. [ 595.385583] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.543371] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bc72922-53df-4c78-9499-1428a078f0c1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.546083] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc72922-53df-4c78-9499-1428a078f0c1 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.546206] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.546674] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd4dd93c-df1a-4efa-a377-1a6cf658e968 with status ACTIVE [ 595.546957] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.547835] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.547835] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.547835] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.547835] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.547835] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.547835] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.548058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.548089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.548210] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.548321] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.548490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.548490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.548602] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.548677] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.548763] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd4dd93c-df1a-4efa-a377-1a6cf658e968 is going to be updated. [ 595.571745] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.571914] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.571972] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.572207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.572555] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.572794] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd4dd93c-df1a-4efa-a377-1a6cf658e968" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.047485] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bc72922-53df-4c78-9499-1428a078f0c1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.071154] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 941f1ae9-b485-42bb-a5fc-cbff073fd26f in Status: SUCCESS [ 596.071154] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.071154] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.071154] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.071154] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.071154] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.071154] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.071154] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.071154] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.071154] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.071154] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('941f1ae9-b485-42bb-a5fc-cbff073fd26f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.072121] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a253e46d-20a3-45b8-ba43-44caa6525097 in Status: SUCCESS [ 596.072651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.553749] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.553749] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.553749] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.553869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.553901] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.554685] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc72922-53df-4c78-9499-1428a078f0c1 is going to be created. [ 596.565297] env[65619]: INFO networking_nsxv3.common.synchronization [None req-2783d6d3-cc0c-43e7-83ee-a34bc3dce98d None None] Enqueued Resource ID: 0fd6975e-f682-41f7-8876-35d6dab809dc with Priority: HIGHEST for action port [ 596.565297] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd6975e-f682-41f7-8876-35d6dab809dc with Priority: HIGHEST for action port [ 596.565297] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fd6975e-f682-41f7-8876-35d6dab809dc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.565297] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fd6975e-f682-41f7-8876-35d6dab809dc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.565297] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fd6975e-f682-41f7-8876-35d6dab809dc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.565297] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fd6975e-f682-41f7-8876-35d6dab809dc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.565297] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fd6975e-f682-41f7-8876-35d6dab809dc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.574331] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-941f1ae9-b485-42bb-a5fc-cbff073fd26f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.574448] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.574500] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.574980] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.575323] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.575621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.575621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.575826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.575959] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.576115] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.576884] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-941f1ae9-b485-42bb-a5fc-cbff073fd26f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.577254] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.577899] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.578103] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.578656] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.578808] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.578901] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.580554] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.580649] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.580742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.580841] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('941f1ae9-b485-42bb-a5fc-cbff073fd26f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.587040] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.587040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.587040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.587040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.587040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.599158] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc72922-53df-4c78-9499-1428a078f0c1 in Status: UNINITIALIZED for 2s [ 597.072300] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fd6975e-f682-41f7-8876-35d6dab809dc [ 597.072642] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.072713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.073009] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.073077] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.073127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.073232] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fd6975e-f682-41f7-8876-35d6dab809dc already deleted. [ 597.073314] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fd6975e-f682-41f7-8876-35d6dab809dc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.086255] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 941f1ae9-b485-42bb-a5fc-cbff073fd26f: rpc.has_security_group_logging(os_id): False [ 597.107723] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.107920] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.108051] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.108472] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.108723] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.108941] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.109078] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.109166] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.109384] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.109487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.109758] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.109904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.109975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.110141] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.110217] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.110464] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.110573] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.110649] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.110802] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.110877] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.110963] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 941f1ae9-b485-42bb-a5fc-cbff073fd26f is going to be created. [ 597.186138] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.186138] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.186257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.186427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.186619] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.203730] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 941f1ae9-b485-42bb-a5fc-cbff073fd26f in Status: IN_PROGRESS for 2s [ 598.179076] env[65619]: INFO networking_nsxv3.common.synchronization [req-f4da03ae-c35d-4bc3-8bb7-2fcb70a2b93d req-87f7a672-d9a8-4256-ab6d-9f8a2294db4d tempest-ServersAdminNegativeTestJSON-853998038 tempest-ServersAdminNegativeTestJSON-853998038-project-member] Enqueued Resource ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 with Priority: HIGHEST for action security_group_members [ 598.180943] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 with Priority: HIGHEST for action security_group_members [ 598.180943] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab42abea-7e10-40b4-b6a6-107e99f4f350 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.180943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.180943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.181170] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.181288] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.181447] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.181447] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.181660] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.181763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.182447] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab42abea-7e10-40b4-b6a6-107e99f4f350',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.613984] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc72922-53df-4c78-9499-1428a078f0c1 in Status: SUCCESS [ 598.614074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.615481] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.615481] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.615481] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.615481] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.615481] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.615481] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.615481] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.616045] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.616045] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bc72922-53df-4c78-9499-1428a078f0c1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.624417] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.625093] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.625437] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.625807] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.626823] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.626823] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.626823] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.627153] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.627467] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.628031] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.628395] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.629191] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.629191] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.629191] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.629191] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.629191] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.651664] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.651814] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.653032] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.653032] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.653032] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-dcc8bf5f-2ef8-4b6b-b8ef-9c073678b0ae taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.653032] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-dcc8bf5f-2ef8-4b6b-b8ef-9c073678b0ae" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.653032] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-dcc8bf5f-2ef8-4b6b-b8ef-9c073678b0ae" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.653032] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-dcc8bf5f-2ef8-4b6b-b8ef-9c073678b0ae" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.653453] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcc8bf5f-2ef8-4b6b-b8ef-9c073678b0ae',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.687511] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.687767] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.687884] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.688885] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.689062] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.689310] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.689472] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.690752] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.691051] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.691175] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.691302] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 already deleted. [ 598.691416] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.119298] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc72922-53df-4c78-9499-1428a078f0c1 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.119440] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.119518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.119746] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.119907] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.120014] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.120084] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.120233] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.120320] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.120409] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.120556] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc72922-53df-4c78-9499-1428a078f0c1 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.120647] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.120705] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.120843] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.122503] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.122503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.122503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.122503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.122503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.122503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.122503] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bc72922-53df-4c78-9499-1428a078f0c1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.156168] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.156563] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.156725] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.157031] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.157178] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.157345] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port dcc8bf5f-2ef8-4b6b-b8ef-9c073678b0ae not found, creating... [ 599.157771] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.158041] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.158160] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.158735] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.158735] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.158999] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.159181] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.159280] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.159496] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.159628] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.159788] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: dcc8bf5f-2ef8-4b6b-b8ef-9c073678b0ae is going to be created. [ 599.182347] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.182672] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.182824] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.183310] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.183626] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.184126] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-dcc8bf5f-2ef8-4b6b-b8ef-9c073678b0ae" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.218351] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 941f1ae9-b485-42bb-a5fc-cbff073fd26f in Status: SUCCESS [ 599.218588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.624699] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bc72922-53df-4c78-9499-1428a078f0c1: rpc.has_security_group_logging(os_id): False [ 599.645257] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.645257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.645257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.645983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.645983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.646098] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.646336] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.646336] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.646464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.646529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.647211] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.647211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.647211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.647211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.647211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.648189] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.648189] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.648189] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.648189] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.648189] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.648189] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bc72922-53df-4c78-9499-1428a078f0c1 is going to be created. [ 599.721526] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.721526] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.722328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.722328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.722328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.737545] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bc72922-53df-4c78-9499-1428a078f0c1 in Status: IN_PROGRESS for 2s [ 599.946882] env[65619]: INFO networking_nsxv3.common.synchronization [req-f4da03ae-c35d-4bc3-8bb7-2fcb70a2b93d req-1bb33801-47b5-4412-99ac-f8a31f949ca7 service nova] Enqueued Resource ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 with Priority: HIGHEST for action security_group_rules [ 599.947057] env[65619]: INFO networking_nsxv3.common.synchronization [req-f4da03ae-c35d-4bc3-8bb7-2fcb70a2b93d req-1bb33801-47b5-4412-99ac-f8a31f949ca7 service nova] Enqueued Resource ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 with Priority: HIGHEST for action security_group_members [ 599.947190] env[65619]: INFO networking_nsxv3.common.synchronization [req-f4da03ae-c35d-4bc3-8bb7-2fcb70a2b93d req-1bb33801-47b5-4412-99ac-f8a31f949ca7 service nova] Enqueued Resource ID: dcc8bf5f-2ef8-4b6b-b8ef-9c073678b0ae with Priority: HIGHEST for action port [ 599.947407] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 with Priority: HIGHEST for action security_group_rules [ 599.947552] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 with Priority: HIGHEST for action security_group_members [ 599.947661] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc8bf5f-2ef8-4b6b-b8ef-9c073678b0ae with Priority: HIGHEST for action port [ 599.952167] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab42abea-7e10-40b4-b6a6-107e99f4f350 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.952502] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.952638] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.952857] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.952984] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab42abea-7e10-40b4-b6a6-107e99f4f350',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.954633] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab42abea-7e10-40b4-b6a6-107e99f4f350 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.954759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.954827] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.955022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.955177] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.955270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.955330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.955496] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.955581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.955672] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab42abea-7e10-40b4-b6a6-107e99f4f350',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.956528] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcc8bf5f-2ef8-4b6b-b8ef-9c073678b0ae taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.960027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcc8bf5f-2ef8-4b6b-b8ef-9c073678b0ae" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.960027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcc8bf5f-2ef8-4b6b-b8ef-9c073678b0ae" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.960027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcc8bf5f-2ef8-4b6b-b8ef-9c073678b0ae" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.960027] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcc8bf5f-2ef8-4b6b-b8ef-9c073678b0ae',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.134859] env[65619]: INFO networking_nsxv3.common.synchronization [None req-619ead39-5adb-4c2d-9d0c-8c5895cc8f12 None None] Enqueued Resource ID: 74fa2bdf-646c-44f7-9174-023525ee7887 with Priority: HIGHEST for action port [ 600.135825] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74fa2bdf-646c-44f7-9174-023525ee7887 with Priority: HIGHEST for action port [ 600.137113] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-74fa2bdf-646c-44f7-9174-023525ee7887 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.137113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74fa2bdf-646c-44f7-9174-023525ee7887" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.137113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74fa2bdf-646c-44f7-9174-023525ee7887" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.137479] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74fa2bdf-646c-44f7-9174-023525ee7887" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.137590] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74fa2bdf-646c-44f7-9174-023525ee7887',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.459625] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab42abea-7e10-40b4-b6a6-107e99f4f350 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.459625] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.459625] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcc8bf5f-2ef8-4b6b-b8ef-9c073678b0ae with status ACTIVE [ 600.459625] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.461232] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.461363] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.461605] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.461730] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.461948] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.463195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.463195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.463195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.463195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.463195] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.463195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.463195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.463471] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.463471] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.463867] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcc8bf5f-2ef8-4b6b-b8ef-9c073678b0ae is going to be updated. [ 600.465028] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab42abea-7e10-40b4-b6a6-107e99f4f350',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.496331] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.497925] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.497925] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.497925] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.497925] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.497925] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcc8bf5f-2ef8-4b6b-b8ef-9c073678b0ae" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.640511] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74fa2bdf-646c-44f7-9174-023525ee7887 [ 600.641010] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.641010] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.641134] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.641345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.641463] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.641595] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74fa2bdf-646c-44f7-9174-023525ee7887 already deleted. [ 600.641728] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74fa2bdf-646c-44f7-9174-023525ee7887" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.973514] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab42abea-7e10-40b4-b6a6-107e99f4f350',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.334958] env[65619]: INFO networking_nsxv3.common.synchronization [req-5c5e360e-5199-4601-9929-2aad31196476 req-8c4d2766-711a-4f29-8c6a-2601e70954f0 tempest-ServerExternalEventsTest-1866296410 tempest-ServerExternalEventsTest-1866296410-project-member] Enqueued Resource ID: 263997e3-eb30-4667-98b4-24352e827ae6 with Priority: HIGHEST for action security_group_members [ 601.335553] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263997e3-eb30-4667-98b4-24352e827ae6 with Priority: HIGHEST for action security_group_members [ 601.335881] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-263997e3-eb30-4667-98b4-24352e827ae6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.336132] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.336201] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.336461] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.336654] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.336765] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.336820] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.336969] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.337091] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.337153] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('263997e3-eb30-4667-98b4-24352e827ae6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.479275] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.479275] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.479275] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.479275] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.479275] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.479275] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 is going to be created. [ 601.505965] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.505965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.506174] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.506881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.506881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.518331] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 in Status: UNINITIALIZED for 2s [ 601.568416] env[65619]: INFO networking_nsxv3.common.synchronization [None req-d67f2189-27e2-4a1d-9205-7996aa4b5dad None None] Enqueued Resource ID: f5aee45e-0944-45e4-ab55-016caaa3071e with Priority: HIGHEST for action port [ 601.569970] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5aee45e-0944-45e4-ab55-016caaa3071e with Priority: HIGHEST for action port [ 601.569970] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5aee45e-0944-45e4-ab55-016caaa3071e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.569970] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5aee45e-0944-45e4-ab55-016caaa3071e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.569970] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5aee45e-0944-45e4-ab55-016caaa3071e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.569970] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5aee45e-0944-45e4-ab55-016caaa3071e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.570233] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5aee45e-0944-45e4-ab55-016caaa3071e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.752765] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bc72922-53df-4c78-9499-1428a078f0c1 in Status: SUCCESS [ 601.752983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.843924] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.844124] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.844343] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.844791] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.844791] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.844962] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.845311] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.845311] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.845564] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.845564] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.845836] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 263997e3-eb30-4667-98b4-24352e827ae6 already deleted. [ 601.845836] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.073997] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5aee45e-0944-45e4-ab55-016caaa3071e [ 602.074244] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.074473] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.074473] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.074714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.074802] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.074898] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5aee45e-0944-45e4-ab55-016caaa3071e already deleted. [ 602.074980] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5aee45e-0944-45e4-ab55-016caaa3071e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.106801] env[65619]: INFO networking_nsxv3.common.synchronization [None req-90479cf3-7cdd-4948-bd4f-76e378b5bb20 None None] Enqueued Resource ID: c35b226d-5e0d-432c-9dd2-a49b3215b792 with Priority: HIGHEST for action port [ 602.107457] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c35b226d-5e0d-432c-9dd2-a49b3215b792 with Priority: HIGHEST for action port [ 602.107834] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-c35b226d-5e0d-432c-9dd2-a49b3215b792 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.107968] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c35b226d-5e0d-432c-9dd2-a49b3215b792" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.108068] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c35b226d-5e0d-432c-9dd2-a49b3215b792" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.108304] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c35b226d-5e0d-432c-9dd2-a49b3215b792" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.108392] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c35b226d-5e0d-432c-9dd2-a49b3215b792',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.610973] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c35b226d-5e0d-432c-9dd2-a49b3215b792 [ 602.611406] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.611406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.611561] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.611753] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.611873] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.611992] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c35b226d-5e0d-432c-9dd2-a49b3215b792 already deleted. [ 602.612096] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c35b226d-5e0d-432c-9dd2-a49b3215b792" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.664494] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.664791] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.664925] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.665408] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.665886] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.666131] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.666377] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.668172] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.668348] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.668541] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.669404] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.669404] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.669404] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.669404] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.669404] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.669404] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.689689] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.689881] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.690058] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.690242] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.690548] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-f0e85a55-d44e-4af3-a294-9c7dfdcdd1c7 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.690718] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-f0e85a55-d44e-4af3-a294-9c7dfdcdd1c7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.690825] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-f0e85a55-d44e-4af3-a294-9c7dfdcdd1c7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.691174] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-f0e85a55-d44e-4af3-a294-9c7dfdcdd1c7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.691336] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0e85a55-d44e-4af3-a294-9c7dfdcdd1c7',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.193596] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.193808] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.193993] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.194621] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.194982] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.195199] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port f0e85a55-d44e-4af3-a294-9c7dfdcdd1c7 not found, creating... [ 603.195837] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.197067] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.197067] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.197067] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.197067] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.197195] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.197253] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.198047] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.198047] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.198047] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.198047] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: f0e85a55-d44e-4af3-a294-9c7dfdcdd1c7 is going to be created. [ 603.219460] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.219696] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.219804] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.220077] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.220438] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.220697] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-f0e85a55-d44e-4af3-a294-9c7dfdcdd1c7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.386139] env[65619]: INFO networking_nsxv3.common.synchronization [req-15864696-00f6-49c3-b287-372bf9d9248f req-2f0c7ef4-bcbb-4bd2-9db1-c097c7cf95da tempest-FloatingIPsAssociationNegativeTestJSON-52289122 tempest-FloatingIPsAssociationNegativeTestJSON-52289122-project-member] Enqueued Resource ID: b4d0426f-8dc7-4c7a-970c-72c2991c7b4f with Priority: HIGHEST for action security_group_members [ 603.386764] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d0426f-8dc7-4c7a-970c-72c2991c7b4f with Priority: HIGHEST for action security_group_members [ 603.387405] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.387405] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.387405] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.387651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.387821] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.387968] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.388028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.388236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.388352] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.388457] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4d0426f-8dc7-4c7a-970c-72c2991c7b4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.428532] env[65619]: INFO networking_nsxv3.common.synchronization [None req-9d491046-d2fd-4288-a9dc-c4faf31a81a3 None None] Enqueued Resource ID: 043306d4-408e-45da-b955-9e6d20a0c57a with Priority: HIGHEST for action port [ 603.429289] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043306d4-408e-45da-b955-9e6d20a0c57a with Priority: HIGHEST for action port [ 603.429588] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-043306d4-408e-45da-b955-9e6d20a0c57a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.430220] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-043306d4-408e-45da-b955-9e6d20a0c57a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.430220] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-043306d4-408e-45da-b955-9e6d20a0c57a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.430220] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-043306d4-408e-45da-b955-9e6d20a0c57a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.430220] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('043306d4-408e-45da-b955-9e6d20a0c57a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.529839] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 in Status: SUCCESS [ 603.530179] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.534022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.534022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.534022] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.534022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.534022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.534022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.534022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.534022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.534022] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab42abea-7e10-40b4-b6a6-107e99f4f350',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.892707] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.892707] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.892707] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.893016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.893016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.894092] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.894092] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.894092] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.894092] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.894092] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.894092] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4d0426f-8dc7-4c7a-970c-72c2991c7b4f already deleted. [ 603.894092] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.933919] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 043306d4-408e-45da-b955-9e6d20a0c57a [ 603.933919] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.933919] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.933919] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.933919] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.933919] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.934243] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:043306d4-408e-45da-b955-9e6d20a0c57a already deleted. [ 603.934243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-043306d4-408e-45da-b955-9e6d20a0c57a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.991919] env[65619]: INFO networking_nsxv3.common.synchronization [req-5c5e360e-5199-4601-9929-2aad31196476 req-de7e39e6-915a-4f2f-9eb3-d3ffe91add73 service nova] Enqueued Resource ID: 263997e3-eb30-4667-98b4-24352e827ae6 with Priority: HIGHEST for action security_group_rules [ 603.992109] env[65619]: INFO networking_nsxv3.common.synchronization [req-5c5e360e-5199-4601-9929-2aad31196476 req-de7e39e6-915a-4f2f-9eb3-d3ffe91add73 service nova] Enqueued Resource ID: 263997e3-eb30-4667-98b4-24352e827ae6 with Priority: HIGHEST for action security_group_members [ 603.992225] env[65619]: INFO networking_nsxv3.common.synchronization [req-5c5e360e-5199-4601-9929-2aad31196476 req-de7e39e6-915a-4f2f-9eb3-d3ffe91add73 service nova] Enqueued Resource ID: f0e85a55-d44e-4af3-a294-9c7dfdcdd1c7 with Priority: HIGHEST for action port [ 603.992834] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263997e3-eb30-4667-98b4-24352e827ae6 with Priority: HIGHEST for action security_group_rules [ 603.993602] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263997e3-eb30-4667-98b4-24352e827ae6 with Priority: HIGHEST for action security_group_members [ 603.993602] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0e85a55-d44e-4af3-a294-9c7dfdcdd1c7 with Priority: HIGHEST for action port [ 603.993602] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-263997e3-eb30-4667-98b4-24352e827ae6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.993817] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.993817] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.994738] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.994738] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('263997e3-eb30-4667-98b4-24352e827ae6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.995250] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-263997e3-eb30-4667-98b4-24352e827ae6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.995369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.995426] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.995579] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.996637] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.996637] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.996637] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.996637] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.996637] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.996637] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('263997e3-eb30-4667-98b4-24352e827ae6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.998151] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0e85a55-d44e-4af3-a294-9c7dfdcdd1c7 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.998288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0e85a55-d44e-4af3-a294-9c7dfdcdd1c7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.998588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0e85a55-d44e-4af3-a294-9c7dfdcdd1c7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.998588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0e85a55-d44e-4af3-a294-9c7dfdcdd1c7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.998664] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0e85a55-d44e-4af3-a294-9c7dfdcdd1c7',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.037314] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab42abea-7e10-40b4-b6a6-107e99f4f350 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.037486] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.037569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.037755] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.037997] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.038095] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.038095] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.038244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.038331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.038418] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.038576] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab42abea-7e10-40b4-b6a6-107e99f4f350 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.038654] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.038713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.038850] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.038982] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.039086] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.039147] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.039280] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.039357] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.039440] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.039764] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab42abea-7e10-40b4-b6a6-107e99f4f350',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.132696] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-392 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.132909] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-392" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.133040] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-392" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.133380] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-392" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.133635] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.133808] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.133918] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.134169] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.134305] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.134551] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.134674] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.134791] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.135175] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.135175] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.135175] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.135359] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.155114] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.155290] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.155425] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.155665] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-392" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.156013] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-fc59b1c1-be35-4dec-805e-333695ccaed4 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.156194] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-fc59b1c1-be35-4dec-805e-333695ccaed4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.156308] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-fc59b1c1-be35-4dec-805e-333695ccaed4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.156703] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-fc59b1c1-be35-4dec-805e-333695ccaed4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.156950] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc59b1c1-be35-4dec-805e-333695ccaed4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.501246] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('263997e3-eb30-4667-98b4-24352e827ae6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.503117] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-263997e3-eb30-4667-98b4-24352e827ae6 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.503117] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.506184] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0e85a55-d44e-4af3-a294-9c7dfdcdd1c7 with status ACTIVE [ 604.506184] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.506184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.506184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.506424] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.506424] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.506926] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.507050] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.507112] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.507698] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.507698] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.507764] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.507977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.508145] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.508513] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.508834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.508834] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0e85a55-d44e-4af3-a294-9c7dfdcdd1c7 is going to be updated. [ 604.531650] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.531929] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.532076] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.532471] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.532722] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.533896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0e85a55-d44e-4af3-a294-9c7dfdcdd1c7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.543124] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab42abea-7e10-40b4-b6a6-107e99f4f350: rpc.has_security_group_logging(os_id): False [ 604.561872] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.562032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.562107] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.562350] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.562652] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.562722] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.562806] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.562869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.563112] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.563214] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.563402] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.563500] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.563565] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.563904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.563904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.564020] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.564091] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.564158] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.564300] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.564375] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.564482] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 is going to be created. [ 604.652902] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.653129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.653129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.653360] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.653549] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.661181] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.661432] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.661556] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.661865] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.662061] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.662218] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port fc59b1c1-be35-4dec-805e-333695ccaed4 not found, creating... [ 604.662553] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.662663] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.662762] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.662992] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.663141] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.663424] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.663578] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.663690] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.663894] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.664031] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.664187] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: fc59b1c1-be35-4dec-805e-333695ccaed4 is going to be created. [ 604.667855] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 in Status: IN_PROGRESS for 2s [ 604.690889] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.691186] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.691247] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.691499] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.691735] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.692026] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-fc59b1c1-be35-4dec-805e-333695ccaed4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.726246] env[65619]: INFO networking_nsxv3.common.synchronization [None req-d6fb54ab-b06d-4542-9d8c-fce6102edc04 None None] Enqueued Resource ID: 81f0703d-0b1e-4494-8155-2b5340e5a5e4 with Priority: HIGHEST for action port [ 604.727421] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81f0703d-0b1e-4494-8155-2b5340e5a5e4 with Priority: HIGHEST for action port [ 604.727421] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-81f0703d-0b1e-4494-8155-2b5340e5a5e4 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.727421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81f0703d-0b1e-4494-8155-2b5340e5a5e4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.727421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81f0703d-0b1e-4494-8155-2b5340e5a5e4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.727668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81f0703d-0b1e-4494-8155-2b5340e5a5e4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.727668] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81f0703d-0b1e-4494-8155-2b5340e5a5e4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.004041] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('263997e3-eb30-4667-98b4-24352e827ae6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.229851] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81f0703d-0b1e-4494-8155-2b5340e5a5e4 [ 605.230104] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.230471] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.230471] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.230610] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.230610] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.230720] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81f0703d-0b1e-4494-8155-2b5340e5a5e4 already deleted. [ 605.230781] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81f0703d-0b1e-4494-8155-2b5340e5a5e4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.488219] env[65619]: INFO networking_nsxv3.common.synchronization [req-15864696-00f6-49c3-b287-372bf9d9248f req-d684c71f-549f-4e7d-ae4d-3cc2a63a5628 service nova] Enqueued Resource ID: b4d0426f-8dc7-4c7a-970c-72c2991c7b4f with Priority: HIGHEST for action security_group_rules [ 605.488439] env[65619]: INFO networking_nsxv3.common.synchronization [req-15864696-00f6-49c3-b287-372bf9d9248f req-d684c71f-549f-4e7d-ae4d-3cc2a63a5628 service nova] Enqueued Resource ID: b4d0426f-8dc7-4c7a-970c-72c2991c7b4f with Priority: HIGHEST for action security_group_members [ 605.488621] env[65619]: INFO networking_nsxv3.common.synchronization [req-15864696-00f6-49c3-b287-372bf9d9248f req-d684c71f-549f-4e7d-ae4d-3cc2a63a5628 service nova] Enqueued Resource ID: fc59b1c1-be35-4dec-805e-333695ccaed4 with Priority: HIGHEST for action port [ 605.489727] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d0426f-8dc7-4c7a-970c-72c2991c7b4f with Priority: HIGHEST for action security_group_rules [ 605.489917] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d0426f-8dc7-4c7a-970c-72c2991c7b4f with Priority: HIGHEST for action security_group_members [ 605.490075] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc59b1c1-be35-4dec-805e-333695ccaed4 with Priority: HIGHEST for action port [ 605.490492] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.490657] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.490808] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.491113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.491200] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4d0426f-8dc7-4c7a-970c-72c2991c7b4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.493230] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.493951] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.493951] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.493951] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.493951] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.494213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.494213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.494543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.494602] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.494721] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4d0426f-8dc7-4c7a-970c-72c2991c7b4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.497712] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc59b1c1-be35-4dec-805e-333695ccaed4 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.497712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc59b1c1-be35-4dec-805e-333695ccaed4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.497712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc59b1c1-be35-4dec-805e-333695ccaed4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.497712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc59b1c1-be35-4dec-805e-333695ccaed4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.497712] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc59b1c1-be35-4dec-805e-333695ccaed4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.509164] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.509669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.509669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.510443] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.510497] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.510795] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 263997e3-eb30-4667-98b4-24352e827ae6 is going to be created. [ 605.542680] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.542907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.543013] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.543310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.543602] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.554826] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263997e3-eb30-4667-98b4-24352e827ae6 in Status: UNINITIALIZED for 2s [ 605.994530] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.994659] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.997037] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4d0426f-8dc7-4c7a-970c-72c2991c7b4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.000038] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc59b1c1-be35-4dec-805e-333695ccaed4 with status ACTIVE [ 606.000250] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.000382] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.000449] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.000668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.000760] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.000935] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.001049] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.001109] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.001256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.001332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.001533] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.001589] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.001650] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.001786] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.001858] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.001939] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc59b1c1-be35-4dec-805e-333695ccaed4 is going to be updated. [ 606.028949] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.029385] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.029385] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.029385] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.029541] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.029737] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc59b1c1-be35-4dec-805e-333695ccaed4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.500849] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4d0426f-8dc7-4c7a-970c-72c2991c7b4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.682261] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 in Status: SUCCESS [ 606.686158] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.957737] env[65619]: INFO networking_nsxv3.common.synchronization [None req-f9f3c6ce-6e24-43ee-b329-f904da22f84a None None] Enqueued Resource ID: 67a263ff-196a-45ef-a684-94cc45931737 with Priority: HIGHEST for action port [ 606.958491] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67a263ff-196a-45ef-a684-94cc45931737 with Priority: HIGHEST for action port [ 606.958567] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-67a263ff-196a-45ef-a684-94cc45931737 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.958802] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67a263ff-196a-45ef-a684-94cc45931737" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.958802] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67a263ff-196a-45ef-a684-94cc45931737" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.959320] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67a263ff-196a-45ef-a684-94cc45931737" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.959459] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67a263ff-196a-45ef-a684-94cc45931737',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.003236] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.003590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.003590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.003762] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.003840] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.003935] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4d0426f-8dc7-4c7a-970c-72c2991c7b4f is going to be created. [ 607.030548] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.031233] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.031233] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.031233] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.031466] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.042907] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4d0426f-8dc7-4c7a-970c-72c2991c7b4f in Status: UNINITIALIZED for 2s [ 607.464186] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67a263ff-196a-45ef-a684-94cc45931737 [ 607.464709] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.464908] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.465055] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.465349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.465531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.465713] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67a263ff-196a-45ef-a684-94cc45931737 already deleted. [ 607.465868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67a263ff-196a-45ef-a684-94cc45931737" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.569611] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263997e3-eb30-4667-98b4-24352e827ae6 in Status: SUCCESS [ 607.570962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.570962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.570962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.570962] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.570962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.570962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.570962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.570962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.571381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.571381] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('263997e3-eb30-4667-98b4-24352e827ae6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.074826] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-263997e3-eb30-4667-98b4-24352e827ae6 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.076332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.076332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.080119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.080119] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.080119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.080119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.080119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.080119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.080119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.080119] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-263997e3-eb30-4667-98b4-24352e827ae6 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.080119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.080119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.080119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.080119] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.080119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.080119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.080119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.080119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.080119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.080119] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('263997e3-eb30-4667-98b4-24352e827ae6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.581843] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 263997e3-eb30-4667-98b4-24352e827ae6: rpc.has_security_group_logging(os_id): False [ 608.605805] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.606083] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.606142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.606435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.606541] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.606835] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.607021] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.607137] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.607217] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.607293] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.607487] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.607634] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.607634] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.607800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.607867] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.608273] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.608431] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.608539] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.608682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.608772] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.608868] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 263997e3-eb30-4667-98b4-24352e827ae6 is going to be created. [ 608.692206] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.692206] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.692206] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.692206] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.692206] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.706895] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 263997e3-eb30-4667-98b4-24352e827ae6 in Status: IN_PROGRESS for 2s [ 608.744006] env[65619]: INFO networking_nsxv3.common.synchronization [req-8a157a58-6b06-42c2-bc6a-ff4002bafd20 req-9b874c23-52c0-4be5-b1b4-853f7603e7c5 tempest-VolumesAssistedSnapshotsTest-947281101 tempest-VolumesAssistedSnapshotsTest-947281101-project-member] Enqueued Resource ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 with Priority: HIGHEST for action security_group_members [ 608.744621] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 with Priority: HIGHEST for action security_group_members [ 608.744959] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d870aa6-5c29-4895-a680-eef659acd4b2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.745777] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.746109] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.746410] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.746628] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.746823] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.746941] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.747547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.747547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.747547] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d870aa6-5c29-4895-a680-eef659acd4b2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.059505] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4d0426f-8dc7-4c7a-970c-72c2991c7b4f in Status: SUCCESS [ 609.059505] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.059505] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.059505] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.059505] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.059505] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.059505] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.059505] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.059505] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.059505] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.059505] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4d0426f-8dc7-4c7a-970c-72c2991c7b4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.110237] env[65619]: INFO networking_nsxv3.common.synchronization [None req-48693115-2676-48f6-bee8-789b39038188 None None] Enqueued Resource ID: 68b31bfd-f2b9-43a4-9e2a-bdd52b48820c with Priority: HIGHEST for action port [ 609.111058] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b31bfd-f2b9-43a4-9e2a-bdd52b48820c with Priority: HIGHEST for action port [ 609.111384] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-68b31bfd-f2b9-43a4-9e2a-bdd52b48820c taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.111499] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68b31bfd-f2b9-43a4-9e2a-bdd52b48820c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.111561] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68b31bfd-f2b9-43a4-9e2a-bdd52b48820c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.112205] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68b31bfd-f2b9-43a4-9e2a-bdd52b48820c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.112322] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68b31bfd-f2b9-43a4-9e2a-bdd52b48820c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.250991] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.250991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.250991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.250991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.251210] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.251241] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.251328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.251387] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.251959] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.251959] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.251959] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 already deleted. [ 609.251959] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.329247] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.329411] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-837" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.329411] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-837" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.329909] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-837" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.329990] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.330477] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.330749] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.331054] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.331198] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.331409] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.331518] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.331631] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.331733] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.331833] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.331982] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.332474] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.357986] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.357986] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.357986] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.358281] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-837" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.358572] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-827c3637-6ea5-4c32-b090-a583d2e343cb taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.358855] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-827c3637-6ea5-4c32-b090-a583d2e343cb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.359380] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-827c3637-6ea5-4c32-b090-a583d2e343cb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.359420] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-827c3637-6ea5-4c32-b090-a583d2e343cb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.359852] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('827c3637-6ea5-4c32-b090-a583d2e343cb',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.563834] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.563834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.563834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.563834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.563834] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.563834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.563834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.564195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.564195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.564195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.564342] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.564994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.564994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.564994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.564994] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.564994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.564994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.565212] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.565212] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.565268] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.565343] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4d0426f-8dc7-4c7a-970c-72c2991c7b4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.615428] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68b31bfd-f2b9-43a4-9e2a-bdd52b48820c [ 609.615570] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.615709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.616268] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.616268] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.616392] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.616502] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68b31bfd-f2b9-43a4-9e2a-bdd52b48820c already deleted. [ 609.616602] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68b31bfd-f2b9-43a4-9e2a-bdd52b48820c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.863431] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.863795] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.863965] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.864375] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.864650] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.864856] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 827c3637-6ea5-4c32-b090-a583d2e343cb not found, creating... [ 609.868153] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.868153] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.868153] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.868153] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.868153] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.868153] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.868153] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.868153] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.868153] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.868153] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.868809] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 827c3637-6ea5-4c32-b090-a583d2e343cb is going to be created. [ 609.890825] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.890825] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.890825] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.891180] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.891440] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.891710] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-827c3637-6ea5-4c32-b090-a583d2e343cb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.005206] env[65619]: INFO networking_nsxv3.common.synchronization [None req-63ee8764-93a9-46e1-a8fd-33806f766d7a tempest-ServerActionsTestJSON-867147254 tempest-ServerActionsTestJSON-867147254-project-member] Enqueued Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_rules [ 610.005722] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_rules [ 610.006388] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.006569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.006604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.006963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.007107] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.072165] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4d0426f-8dc7-4c7a-970c-72c2991c7b4f: rpc.has_security_group_logging(os_id): False [ 610.090497] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.090675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.090726] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.090941] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.091044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.091237] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.091338] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.091401] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.091551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.091704] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.091817] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.091909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.091969] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.092119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.092193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.092383] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.092475] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.092537] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.092672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.092746] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.092828] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4d0426f-8dc7-4c7a-970c-72c2991c7b4f is going to be created. [ 610.163822] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.164161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.164161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.164289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.164469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.178533] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4d0426f-8dc7-4c7a-970c-72c2991c7b4f in Status: IN_PROGRESS for 2s [ 610.295133] env[65619]: INFO networking_nsxv3.common.synchronization [None req-a6ca465b-c862-4a61-aefd-994dcc44a2a5 tempest-ServerActionsTestJSON-867147254 tempest-ServerActionsTestJSON-867147254-project-member] Enqueued Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_rules [ 610.295946] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_rules [ 610.296657] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.296789] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.531864] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.532101] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.532206] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.532544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.532672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.532806] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec already deleted. [ 610.532921] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.533156] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.533393] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.533513] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.609207] env[65619]: INFO networking_nsxv3.common.synchronization [req-8a157a58-6b06-42c2-bc6a-ff4002bafd20 req-328cff83-748b-452a-bd89-1f1c60beb374 service nova] Enqueued Resource ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 with Priority: HIGHEST for action security_group_rules [ 610.609404] env[65619]: INFO networking_nsxv3.common.synchronization [req-8a157a58-6b06-42c2-bc6a-ff4002bafd20 req-328cff83-748b-452a-bd89-1f1c60beb374 service nova] Enqueued Resource ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 with Priority: HIGHEST for action security_group_members [ 610.609556] env[65619]: INFO networking_nsxv3.common.synchronization [req-8a157a58-6b06-42c2-bc6a-ff4002bafd20 req-328cff83-748b-452a-bd89-1f1c60beb374 service nova] Enqueued Resource ID: 827c3637-6ea5-4c32-b090-a583d2e343cb with Priority: HIGHEST for action port [ 610.610218] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 with Priority: HIGHEST for action security_group_rules [ 610.610405] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 with Priority: HIGHEST for action security_group_members [ 610.610605] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827c3637-6ea5-4c32-b090-a583d2e343cb with Priority: HIGHEST for action port [ 610.610780] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d870aa6-5c29-4895-a680-eef659acd4b2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.610903] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.610976] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.611175] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.611250] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d870aa6-5c29-4895-a680-eef659acd4b2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.612105] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d870aa6-5c29-4895-a680-eef659acd4b2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.612240] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.612297] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.613035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.613035] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.613035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.613035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.613035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.613035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.613675] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d870aa6-5c29-4895-a680-eef659acd4b2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.613837] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-827c3637-6ea5-4c32-b090-a583d2e343cb taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.613956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-827c3637-6ea5-4c32-b090-a583d2e343cb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.614044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-827c3637-6ea5-4c32-b090-a583d2e343cb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.614196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-827c3637-6ea5-4c32-b090-a583d2e343cb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.614284] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('827c3637-6ea5-4c32-b090-a583d2e343cb',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.720970] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 263997e3-eb30-4667-98b4-24352e827ae6 in Status: SUCCESS [ 610.721284] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.058898] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.059064] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.059281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.059524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.059682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.059840] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec already deleted. [ 611.060021] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.117563] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d870aa6-5c29-4895-a680-eef659acd4b2 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.117563] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.117563] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d870aa6-5c29-4895-a680-eef659acd4b2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.117864] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 827c3637-6ea5-4c32-b090-a583d2e343cb with status ACTIVE [ 611.118761] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.118761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.118761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.118761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.118761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.118761] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.118761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.119086] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.119086] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.119086] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.119221] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.119269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.119414] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.119546] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.119546] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.119625] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 827c3637-6ea5-4c32-b090-a583d2e343cb is going to be updated. [ 611.149468] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.149668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.149714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.149904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.150530] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.150880] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-827c3637-6ea5-4c32-b090-a583d2e343cb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.622206] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d870aa6-5c29-4895-a680-eef659acd4b2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.126140] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.126613] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.126711] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.126931] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.127031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.127151] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 is going to be created. [ 612.153853] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.154219] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.154219] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.154323] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.154497] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.165128] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 in Status: UNINITIALIZED for 2s [ 612.190196] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4d0426f-8dc7-4c7a-970c-72c2991c7b4f in Status: SUCCESS [ 612.190326] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.137126] env[65619]: INFO networking_nsxv3.common.synchronization [req-7c578d63-6777-41f5-8b32-69f1b5e7aa0c req-28b3038a-5efd-4899-aa66-2dc1709cae91 tempest-MigrationsAdminTest-690393040 tempest-MigrationsAdminTest-690393040-project-member] Enqueued Resource ID: 2879e45b-547d-4410-a90b-84007335bd08 with Priority: HIGHEST for action security_group_members [ 614.137581] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2879e45b-547d-4410-a90b-84007335bd08 with Priority: HIGHEST for action security_group_members [ 614.137859] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-2879e45b-547d-4410-a90b-84007335bd08 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.137859] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.137967] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.139089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.139089] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.139089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.139089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.139089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.139089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.139089] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2879e45b-547d-4410-a90b-84007335bd08',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.179190] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 in Status: SUCCESS [ 614.179190] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.179190] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.179190] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.179848] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.180137] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.180290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.180431] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.180517] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.180611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.180695] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d870aa6-5c29-4895-a680-eef659acd4b2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.551514] env[65619]: INFO networking_nsxv3.common.synchronization [req-c8e197d1-ae55-4e89-9c47-e46bdcce701f req-75bcb1e9-4fa6-4302-b6ef-50527f8282ce tempest-DeleteServersAdminTestJSON-1164664570 tempest-DeleteServersAdminTestJSON-1164664570-project-admin] Enqueued Resource ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 with Priority: HIGHEST for action security_group_members [ 614.551945] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 with Priority: HIGHEST for action security_group_members [ 614.551945] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.552626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.552733] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.555963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.555963] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.555963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.555963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.555963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.555963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.555963] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c7f3a9b-a5ec-476f-8156-6f928e0d7410',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.643310] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.643508] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.643704] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.643939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.644093] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.644313] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.644424] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.644499] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.644736] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.644802] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.644890] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2879e45b-547d-4410-a90b-84007335bd08 already deleted. [ 614.644992] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.683202] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d870aa6-5c29-4895-a680-eef659acd4b2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.877465] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.877693] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.877802] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.878194] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.878465] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.878616] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.878728] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.878937] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.879084] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.879308] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.879420] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.879539] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.879618] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.879718] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.879812] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.879933] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.898950] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.899168] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.899333] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.899528] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.899830] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-d315a623-13e2-4b6b-8277-a3876290e9ac taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.900110] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-d315a623-13e2-4b6b-8277-a3876290e9ac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.900238] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-d315a623-13e2-4b6b-8277-a3876290e9ac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.900649] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-d315a623-13e2-4b6b-8277-a3876290e9ac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.900815] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d315a623-13e2-4b6b-8277-a3876290e9ac',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.059965] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.059965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.059965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.059965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.059965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.059965] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.059965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.059965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.059965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.059965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.060515] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 is going to be updated. [ 615.116026] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.116206] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.116306] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.116576] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.116822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.129030] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 in Status: IN_PROGRESS for 2s [ 615.185823] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d870aa6-5c29-4895-a680-eef659acd4b2: rpc.has_security_group_logging(os_id): False [ 615.213620] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.213620] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.213620] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.213938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.213938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.214622] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.214622] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.214622] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.214622] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.214622] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.214916] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 is going to be created. [ 615.314414] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.314632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.314725] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.314962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.315250] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.338185] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 in Status: IN_PROGRESS for 2s [ 615.405369] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.405638] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.405792] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.410406] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.410406] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.410406] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port d315a623-13e2-4b6b-8277-a3876290e9ac not found, creating... [ 615.410406] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.410406] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.410406] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.410406] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.410406] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.410406] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.410406] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.410807] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.410807] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.410807] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.410807] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: d315a623-13e2-4b6b-8277-a3876290e9ac is going to be created. [ 615.442835] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.442968] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.443029] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.443519] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.443827] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.446534] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-d315a623-13e2-4b6b-8277-a3876290e9ac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.962396] env[65619]: INFO networking_nsxv3.common.synchronization [None req-8fd42c1f-0b14-4587-b37a-60655db80a5e None None] Enqueued Resource ID: 78ebff4d-4f46-41ee-ab84-02ba527e7d9e with Priority: HIGHEST for action port [ 615.962396] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ebff4d-4f46-41ee-ab84-02ba527e7d9e with Priority: HIGHEST for action port [ 615.962621] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-78ebff4d-4f46-41ee-ab84-02ba527e7d9e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.962793] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78ebff4d-4f46-41ee-ab84-02ba527e7d9e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.962862] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78ebff4d-4f46-41ee-ab84-02ba527e7d9e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.963658] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78ebff4d-4f46-41ee-ab84-02ba527e7d9e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.963702] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ebff4d-4f46-41ee-ab84-02ba527e7d9e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.166660] env[65619]: INFO networking_nsxv3.common.synchronization [req-7c578d63-6777-41f5-8b32-69f1b5e7aa0c req-32120fa2-0580-40dc-94fd-61a049225b14 service nova] Enqueued Resource ID: 2879e45b-547d-4410-a90b-84007335bd08 with Priority: HIGHEST for action security_group_rules [ 616.166843] env[65619]: INFO networking_nsxv3.common.synchronization [req-7c578d63-6777-41f5-8b32-69f1b5e7aa0c req-32120fa2-0580-40dc-94fd-61a049225b14 service nova] Enqueued Resource ID: 2879e45b-547d-4410-a90b-84007335bd08 with Priority: HIGHEST for action security_group_members [ 616.167076] env[65619]: INFO networking_nsxv3.common.synchronization [req-7c578d63-6777-41f5-8b32-69f1b5e7aa0c req-32120fa2-0580-40dc-94fd-61a049225b14 service nova] Enqueued Resource ID: d315a623-13e2-4b6b-8277-a3876290e9ac with Priority: HIGHEST for action port [ 616.168080] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2879e45b-547d-4410-a90b-84007335bd08 with Priority: HIGHEST for action security_group_rules [ 616.168245] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2879e45b-547d-4410-a90b-84007335bd08 with Priority: HIGHEST for action security_group_members [ 616.168423] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d315a623-13e2-4b6b-8277-a3876290e9ac with Priority: HIGHEST for action port [ 616.168617] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2879e45b-547d-4410-a90b-84007335bd08 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.168737] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.168801] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.169075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.169184] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2879e45b-547d-4410-a90b-84007335bd08',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.170287] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-2879e45b-547d-4410-a90b-84007335bd08 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.170403] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.170467] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.171513] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.171647] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.171757] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.171829] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.172565] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.172961] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.173337] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2879e45b-547d-4410-a90b-84007335bd08',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.174759] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-d315a623-13e2-4b6b-8277-a3876290e9ac taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.174914] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d315a623-13e2-4b6b-8277-a3876290e9ac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.175053] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d315a623-13e2-4b6b-8277-a3876290e9ac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.175118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d315a623-13e2-4b6b-8277-a3876290e9ac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.175203] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d315a623-13e2-4b6b-8277-a3876290e9ac',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.408929] env[65619]: INFO networking_nsxv3.common.synchronization [req-c812b1ff-6b95-4733-a3f4-7e2a86c0a729 req-94692da6-b565-48bc-bb58-c67ea52ec23e tempest-SecurityGroupRulesNegativeTestJSON-400615310 tempest-SecurityGroupRulesNegativeTestJSON-400615310-project-member] Enqueued Resource ID: d11a94f3-88c4-432b-a3c5-0bb8a06ee75a with Priority: HIGHEST for action security_group_rules [ 616.409517] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11a94f3-88c4-432b-a3c5-0bb8a06ee75a with Priority: HIGHEST for action security_group_rules [ 616.410041] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d11a94f3-88c4-432b-a3c5-0bb8a06ee75a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.410041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d11a94f3-88c4-432b-a3c5-0bb8a06ee75a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.410041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d11a94f3-88c4-432b-a3c5-0bb8a06ee75a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.410359] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d11a94f3-88c4-432b-a3c5-0bb8a06ee75a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.410424] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d11a94f3-88c4-432b-a3c5-0bb8a06ee75a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.465783] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78ebff4d-4f46-41ee-ab84-02ba527e7d9e [ 616.466044] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.466188] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.466290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.466462] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.466551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.466642] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78ebff4d-4f46-41ee-ab84-02ba527e7d9e already deleted. [ 616.466724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78ebff4d-4f46-41ee-ab84-02ba527e7d9e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.678379] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-2879e45b-547d-4410-a90b-84007335bd08 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.678536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.678797] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2879e45b-547d-4410-a90b-84007335bd08',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.679820] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d315a623-13e2-4b6b-8277-a3876290e9ac with status ACTIVE [ 616.680014] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.680151] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.680224] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.680400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.680488] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.680650] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.680749] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.680816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.681299] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.681299] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.681299] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.681299] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.681680] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.681680] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.681844] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.681844] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d315a623-13e2-4b6b-8277-a3876290e9ac is going to be updated. [ 616.707953] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.708222] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.708222] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.708946] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.708946] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.708946] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d315a623-13e2-4b6b-8277-a3876290e9ac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.934160] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.934408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.934408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.934558] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.934698] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.934828] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d11a94f3-88c4-432b-a3c5-0bb8a06ee75a already deleted. [ 616.934936] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d11a94f3-88c4-432b-a3c5-0bb8a06ee75a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.143999] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 in Status: SUCCESS [ 617.144178] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 deletion is rescheduled due to dependency. [ 617.144319] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.183895] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2879e45b-547d-4410-a90b-84007335bd08',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.293576] env[65619]: INFO networking_nsxv3.common.synchronization [req-b4d2b022-4bfb-44c8-a058-a3b147954046 req-1f2fcfc9-d3c8-4e75-aafe-543ec9deb7e5 tempest-ServersTestMultiNic-712285648 tempest-ServersTestMultiNic-712285648-project-member] Enqueued Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 617.294187] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 617.294496] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.294644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.294713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.294971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.295256] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.295396] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.295484] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.295692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.295821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.295947] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.363857] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 in Status: SUCCESS [ 617.364083] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.686761] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.687307] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.687307] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.687307] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.687307] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.687456] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2879e45b-547d-4410-a90b-84007335bd08 is going to be created. [ 617.714447] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.714666] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.714764] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.715204] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.715481] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.727483] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2879e45b-547d-4410-a90b-84007335bd08 in Status: UNINITIALIZED for 2s [ 617.739736] env[65619]: INFO networking_nsxv3.common.synchronization [req-b4d2b022-4bfb-44c8-a058-a3b147954046 req-8131e19b-893f-4c2e-940b-3e36ec6d16de tempest-ServersTestMultiNic-712285648 tempest-ServersTestMultiNic-712285648-project-member] Enqueued Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 617.740280] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 617.740574] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.740672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.798652] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.798814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.798880] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.799092] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.799627] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.799627] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.799627] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.799627] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.799867] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.799867] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.799867] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e already deleted. [ 617.800195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.800195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.800288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.800896] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.800896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.800896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.800896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.800896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.800896] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.089195] env[65619]: INFO networking_nsxv3.common.synchronization [req-b4d2b022-4bfb-44c8-a058-a3b147954046 req-90125013-5708-4dc6-b797-981f7402ace6 tempest-ServersTestMultiNic-712285648 tempest-ServersTestMultiNic-712285648-project-member] Enqueued Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 618.090554] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 618.090962] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.091126] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.303754] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.303997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.303997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.304519] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.304721] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.304939] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.305059] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.305266] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.305356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.305431] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.305529] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e already deleted. [ 618.305651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.305836] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.305915] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.306097] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.306181] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.306238] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.306368] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.306446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.306550] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.488058] env[65619]: INFO networking_nsxv3.common.synchronization [None req-5840da7a-c1cc-4593-a5b0-f5c73edde75d None None] Enqueued Resource ID: b83199f6-786a-45f4-bc84-81aed349e5f8 with Priority: HIGHEST for action port [ 618.489258] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83199f6-786a-45f4-bc84-81aed349e5f8 with Priority: HIGHEST for action port [ 618.491841] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-b83199f6-786a-45f4-bc84-81aed349e5f8 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.492069] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b83199f6-786a-45f4-bc84-81aed349e5f8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.492069] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b83199f6-786a-45f4-bc84-81aed349e5f8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.493444] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b83199f6-786a-45f4-bc84-81aed349e5f8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.493444] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b83199f6-786a-45f4-bc84-81aed349e5f8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.534669] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.534874] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-153" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.536059] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-153" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.536301] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-153" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.537040] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.537992] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.537992] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.538820] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.539121] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.539653] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.539826] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.540843] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.540843] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.540843] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.540843] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.541141] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.565175] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.565175] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.565175] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.565175] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-153" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.565353] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-4af816e3-2f50-44eb-8025-8d244501922a taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.565614] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-4af816e3-2f50-44eb-8025-8d244501922a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.565725] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-4af816e3-2f50-44eb-8025-8d244501922a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.566062] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-4af816e3-2f50-44eb-8025-8d244501922a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.566191] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4af816e3-2f50-44eb-8025-8d244501922a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.810309] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.810601] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.810843] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.811304] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.811436] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.811643] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.811733] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.811808] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.811954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.812050] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.812151] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e already deleted. [ 618.812221] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.994799] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b83199f6-786a-45f4-bc84-81aed349e5f8 [ 618.995179] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.995310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.995310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.995507] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.995661] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.995727] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b83199f6-786a-45f4-bc84-81aed349e5f8 already deleted. [ 618.995806] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b83199f6-786a-45f4-bc84-81aed349e5f8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.069732] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.070164] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.070319] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.070635] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.070816] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.070972] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 4af816e3-2f50-44eb-8025-8d244501922a not found, creating... [ 619.071255] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.071412] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.071526] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.071746] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.071926] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.072238] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.072462] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.072726] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.073023] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.073343] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.073417] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 4af816e3-2f50-44eb-8025-8d244501922a is going to be created. [ 619.094939] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.094939] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.094939] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.095302] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.095484] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.095740] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-4af816e3-2f50-44eb-8025-8d244501922a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.740124] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2879e45b-547d-4410-a90b-84007335bd08 in Status: SUCCESS [ 619.740374] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.740550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.740790] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.741101] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.741215] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.741215] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.741460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.741460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.741553] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.741617] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2879e45b-547d-4410-a90b-84007335bd08',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.849267] env[65619]: INFO networking_nsxv3.common.synchronization [req-b4d2b022-4bfb-44c8-a058-a3b147954046 req-f784e228-faf4-4422-9368-6e8a479f8eda service nova] Enqueued Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_rules [ 619.849598] env[65619]: INFO networking_nsxv3.common.synchronization [req-b4d2b022-4bfb-44c8-a058-a3b147954046 req-f784e228-faf4-4422-9368-6e8a479f8eda service nova] Enqueued Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 619.849895] env[65619]: INFO networking_nsxv3.common.synchronization [req-b4d2b022-4bfb-44c8-a058-a3b147954046 req-f784e228-faf4-4422-9368-6e8a479f8eda service nova] Enqueued Resource ID: 4af816e3-2f50-44eb-8025-8d244501922a with Priority: HIGHEST for action port [ 619.850348] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_rules [ 619.850807] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 619.850954] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af816e3-2f50-44eb-8025-8d244501922a with Priority: HIGHEST for action port [ 619.851293] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.851429] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.852020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.852341] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.852448] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.853578] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.853706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.853828] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.854092] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.854507] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.854507] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.854507] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.854676] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.854784] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.854859] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.855724] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-4af816e3-2f50-44eb-8025-8d244501922a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.855849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4af816e3-2f50-44eb-8025-8d244501922a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.855918] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4af816e3-2f50-44eb-8025-8d244501922a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.856123] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4af816e3-2f50-44eb-8025-8d244501922a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.856231] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4af816e3-2f50-44eb-8025-8d244501922a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.098091] env[65619]: INFO networking_nsxv3.common.synchronization [req-c454e633-ca56-47fb-8d50-0bca016a9a7d req-b379836a-5276-4284-bd08-254eafe1fdf4 tempest-ServerDiagnosticsTest-805396158 tempest-ServerDiagnosticsTest-805396158-project-member] Enqueued Resource ID: 941f1ae9-b485-42bb-a5fc-cbff073fd26f with Priority: HIGHEST for action security_group_members [ 620.098792] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 941f1ae9-b485-42bb-a5fc-cbff073fd26f with Priority: HIGHEST for action security_group_members [ 620.099286] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-941f1ae9-b485-42bb-a5fc-cbff073fd26f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.099286] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.099426] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.099611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.100598] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.100598] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.100598] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.100598] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.100598] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.100598] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('941f1ae9-b485-42bb-a5fc-cbff073fd26f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.244897] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-2879e45b-547d-4410-a90b-84007335bd08 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.245132] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.245228] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.245457] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.245797] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.245977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.246075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.246249] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.246712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.246712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.246712] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-2879e45b-547d-4410-a90b-84007335bd08 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.246712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.246998] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.246998] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.247250] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.247356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.247428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.247599] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.247701] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.247818] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.247914] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2879e45b-547d-4410-a90b-84007335bd08',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.250933] env[65619]: INFO networking_nsxv3.common.synchronization [None req-932a8d56-ea16-411c-84a2-9bf95871b3bc tempest-ServersWithSpecificFlavorTestJSON-1557575717 tempest-ServersWithSpecificFlavorTestJSON-1557575717-project-member] Enqueued Resource ID: ad58651d-ea48-4f0f-9427-dbad2c57924a with Priority: HIGHEST for action security_group_rules [ 620.251474] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad58651d-ea48-4f0f-9427-dbad2c57924a with Priority: HIGHEST for action security_group_rules [ 620.251966] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad58651d-ea48-4f0f-9427-dbad2c57924a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.251966] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.251966] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.252164] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.252215] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad58651d-ea48-4f0f-9427-dbad2c57924a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.358592] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.358759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.358962] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.359955] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4af816e3-2f50-44eb-8025-8d244501922a with status ACTIVE [ 620.360182] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.360329] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.360398] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.360667] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.360794] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.361655] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.361655] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.361655] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.361655] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.361655] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.361655] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.364223] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.364320] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.364581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.364581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.364754] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4af816e3-2f50-44eb-8025-8d244501922a is going to be updated. [ 620.388792] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.388965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.389040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.389270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.389413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.389604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4af816e3-2f50-44eb-8025-8d244501922a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.451561] env[65619]: INFO networking_nsxv3.common.synchronization [None req-39c9ea3b-0a98-4d14-932e-d7e7cfeb30d9 tempest-ServersWithSpecificFlavorTestJSON-1557575717 tempest-ServersWithSpecificFlavorTestJSON-1557575717-project-member] Enqueued Resource ID: ad58651d-ea48-4f0f-9427-dbad2c57924a with Priority: HIGHEST for action security_group_rules [ 620.453893] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad58651d-ea48-4f0f-9427-dbad2c57924a with Priority: HIGHEST for action security_group_rules [ 620.455014] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad58651d-ea48-4f0f-9427-dbad2c57924a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.455350] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.607546] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.607743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.607946] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.608060] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.608162] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.608847] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.608847] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.608847] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.608847] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.608847] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.609110] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 941f1ae9-b485-42bb-a5fc-cbff073fd26f is going to be updated. [ 620.657441] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.657441] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.657441] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.657640] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.657773] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.667294] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 941f1ae9-b485-42bb-a5fc-cbff073fd26f in Status: IN_PROGRESS for 2s [ 620.753418] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2879e45b-547d-4410-a90b-84007335bd08: rpc.has_security_group_logging(os_id): False [ 620.777406] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.777406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.777406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.777406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.777406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.777406] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad58651d-ea48-4f0f-9427-dbad2c57924a already deleted. [ 620.777406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.778874] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.778874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.778874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.778874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.779124] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.779290] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.779409] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.779466] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.780047] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.780047] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.780047] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.780250] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.780250] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.781783] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.781783] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.781783] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.781783] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.781783] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.781783] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.781783] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.781783] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2879e45b-547d-4410-a90b-84007335bd08 is going to be created. [ 620.782415] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.782571] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.782651] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad58651d-ea48-4f0f-9427-dbad2c57924a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.810981] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.811201] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-852" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.811328] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-852" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.811686] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-852" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.812010] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.812189] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.812304] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.812637] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.812874] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.813107] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.813213] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.813322] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.813423] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.813522] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.813618] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.813741] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.841491] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.841658] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.841791] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.841962] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-852" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.842283] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-3fc77c12-3973-414b-ae06-b07574d139d6 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.842482] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-3fc77c12-3973-414b-ae06-b07574d139d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.842705] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-3fc77c12-3973-414b-ae06-b07574d139d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.843037] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-3fc77c12-3973-414b-ae06-b07574d139d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.843174] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fc77c12-3973-414b-ae06-b07574d139d6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.867713] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.889213] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.889357] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.889357] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.889622] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.889766] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.902091] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2879e45b-547d-4410-a90b-84007335bd08 in Status: IN_PROGRESS for 2s [ 621.314849] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.314849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.314849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.314849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.314849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.314849] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad58651d-ea48-4f0f-9427-dbad2c57924a already deleted. [ 621.314849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.345858] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.347557] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.347557] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.347557] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.347557] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.347557] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 3fc77c12-3973-414b-ae06-b07574d139d6 not found, creating... [ 621.347557] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.347557] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.347557] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.348023] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.348023] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.348023] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.348571] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.348571] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.348571] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.349467] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.349467] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 3fc77c12-3973-414b-ae06-b07574d139d6 is going to be created. [ 621.370323] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.370551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.370551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.370812] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.370887] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.370954] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e is going to be created. [ 621.373112] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.373304] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.373421] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.373659] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.373865] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.374083] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-3fc77c12-3973-414b-ae06-b07574d139d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.403223] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.403445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.403496] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.403712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.403905] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.418641] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: UNINITIALIZED for 2s [ 622.076617] env[65619]: INFO networking_nsxv3.common.synchronization [req-b4d2b022-4bfb-44c8-a058-a3b147954046 req-21bfce70-ed37-4567-ad3b-c6f07f86ac23 service nova] Enqueued Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_rules [ 622.076957] env[65619]: INFO networking_nsxv3.common.synchronization [req-b4d2b022-4bfb-44c8-a058-a3b147954046 req-21bfce70-ed37-4567-ad3b-c6f07f86ac23 service nova] Enqueued Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 622.076957] env[65619]: INFO networking_nsxv3.common.synchronization [req-b4d2b022-4bfb-44c8-a058-a3b147954046 req-21bfce70-ed37-4567-ad3b-c6f07f86ac23 service nova] Enqueued Resource ID: 3fc77c12-3973-414b-ae06-b07574d139d6 with Priority: HIGHEST for action port [ 622.077356] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_rules [ 622.077486] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 622.077578] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc77c12-3973-414b-ae06-b07574d139d6 with Priority: HIGHEST for action port [ 622.078217] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.078357] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.078520] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.078590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.078776] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fc77c12-3973-414b-ae06-b07574d139d6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.078962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fc77c12-3973-414b-ae06-b07574d139d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.078962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fc77c12-3973-414b-ae06-b07574d139d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.079262] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fc77c12-3973-414b-ae06-b07574d139d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.079343] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fc77c12-3973-414b-ae06-b07574d139d6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.277862] env[65619]: INFO networking_nsxv3.common.synchronization [req-b04c695a-34fc-453e-b6f9-58743e2c968f req-ba57c58e-7301-46b0-ac6e-4dc01e9b7ee2 tempest-ServerActionsTestJSON-867147254 tempest-ServerActionsTestJSON-867147254-project-member] Enqueued Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_members [ 622.280235] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_members [ 622.280630] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.281551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.281551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.281551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.281831] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.281936] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.281991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.282270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.282270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.282393] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.584971] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fc77c12-3973-414b-ae06-b07574d139d6 with status ACTIVE [ 622.584971] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.584971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.584971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.584971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.584971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.584971] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.584971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.584971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.584971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.584971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.584971] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.584971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.584971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.584971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.584971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.584971] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fc77c12-3973-414b-ae06-b07574d139d6 is going to be updated. [ 622.620382] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.621657] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.621657] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.621657] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.621657] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.621657] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fc77c12-3973-414b-ae06-b07574d139d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.679960] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 941f1ae9-b485-42bb-a5fc-cbff073fd26f in Status: SUCCESS [ 622.680656] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 941f1ae9-b485-42bb-a5fc-cbff073fd26f deletion is rescheduled due to dependency. [ 622.680656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-941f1ae9-b485-42bb-a5fc-cbff073fd26f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.770019] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.770019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-158" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.770019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-158" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.770019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-158" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.770019] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.770019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.770019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.770775] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.771058] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.771367] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.772887] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.772887] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.772887] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.772887] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.772887] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.772887] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.789514] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.789703] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.789909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.790051] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.790186] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.790395] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.790495] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.790558] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.790768] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.790813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.790910] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec already deleted. [ 622.791103] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.799031] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.799267] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.799438] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.799621] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-158" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.800019] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-8c2609fd-1366-4a3b-951f-5a7c1cba3a45 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.800208] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-8c2609fd-1366-4a3b-951f-5a7c1cba3a45" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.800335] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-8c2609fd-1366-4a3b-951f-5a7c1cba3a45" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.800647] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-8c2609fd-1366-4a3b-951f-5a7c1cba3a45" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.800784] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c2609fd-1366-4a3b-951f-5a7c1cba3a45',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.916109] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2879e45b-547d-4410-a90b-84007335bd08 in Status: SUCCESS [ 622.916571] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.064174] env[65619]: INFO networking_nsxv3.common.synchronization [None req-75170a2b-313e-4679-8309-92153bf2ee5e None None] Enqueued Resource ID: 88df339d-3d83-46a5-bbde-bd69946a64ef with Priority: HIGHEST for action port [ 623.064771] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88df339d-3d83-46a5-bbde-bd69946a64ef with Priority: HIGHEST for action port [ 623.065165] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-88df339d-3d83-46a5-bbde-bd69946a64ef taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.065298] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88df339d-3d83-46a5-bbde-bd69946a64ef" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.065397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88df339d-3d83-46a5-bbde-bd69946a64ef" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.065818] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88df339d-3d83-46a5-bbde-bd69946a64ef" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.065944] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88df339d-3d83-46a5-bbde-bd69946a64ef',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.303485] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.303910] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.303910] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.304171] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.304338] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.304490] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 8c2609fd-1366-4a3b-951f-5a7c1cba3a45 not found, creating... [ 623.305795] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.305795] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.305795] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.305795] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.305795] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.306108] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.306108] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.306197] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.306326] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.306449] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.306583] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 8c2609fd-1366-4a3b-951f-5a7c1cba3a45 is going to be created. [ 623.330673] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.330881] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.330988] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.331360] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.331620] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.331876] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-8c2609fd-1366-4a3b-951f-5a7c1cba3a45" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.429475] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: SUCCESS [ 623.429703] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.429876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.430186] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.430383] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.430503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.430570] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.430726] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.430811] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.430900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.431013] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.431878] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.432096] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.432290] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.432410] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.432478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.432627] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.432706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.432800] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.568580] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88df339d-3d83-46a5-bbde-bd69946a64ef [ 623.568899] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.569083] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.569166] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.569368] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.569521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.569562] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88df339d-3d83-46a5-bbde-bd69946a64ef already deleted. [ 623.569665] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88df339d-3d83-46a5-bbde-bd69946a64ef" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.934991] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.935142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.935296] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.078177] env[65619]: INFO networking_nsxv3.common.synchronization [req-b04c695a-34fc-453e-b6f9-58743e2c968f req-379f94b2-0d01-4f58-abf9-765229908c4c service nova] Enqueued Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_rules [ 624.078177] env[65619]: INFO networking_nsxv3.common.synchronization [req-b04c695a-34fc-453e-b6f9-58743e2c968f req-379f94b2-0d01-4f58-abf9-765229908c4c service nova] Enqueued Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_members [ 624.078177] env[65619]: INFO networking_nsxv3.common.synchronization [req-b04c695a-34fc-453e-b6f9-58743e2c968f req-379f94b2-0d01-4f58-abf9-765229908c4c service nova] Enqueued Resource ID: 8c2609fd-1366-4a3b-951f-5a7c1cba3a45 with Priority: HIGHEST for action port [ 624.078362] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_rules [ 624.078362] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_members [ 624.078468] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c2609fd-1366-4a3b-951f-5a7c1cba3a45 with Priority: HIGHEST for action port [ 624.080119] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.080119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.080119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.080119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.080119] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.081254] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.081254] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.081254] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.081661] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.082246] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.082246] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.082246] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.082246] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.082441] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.082441] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.084434] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c2609fd-1366-4a3b-951f-5a7c1cba3a45 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.084555] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c2609fd-1366-4a3b-951f-5a7c1cba3a45" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.084602] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c2609fd-1366-4a3b-951f-5a7c1cba3a45" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.085070] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c2609fd-1366-4a3b-951f-5a7c1cba3a45" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.085070] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c2609fd-1366-4a3b-951f-5a7c1cba3a45',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.169614] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.169736] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-153" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.169858] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-153" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.170136] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-153" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.170444] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.170534] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.170644] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.170976] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.171118] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.171313] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.171427] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.171515] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.171620] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.171721] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.171893] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.172066] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.195124] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.195124] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.195124] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.195124] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-153" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.195124] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-c7d77b54-6f5a-4661-a4a7-ff42a1ec72ee taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.195124] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-c7d77b54-6f5a-4661-a4a7-ff42a1ec72ee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.195124] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-c7d77b54-6f5a-4661-a4a7-ff42a1ec72ee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.195124] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-c7d77b54-6f5a-4661-a4a7-ff42a1ec72ee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.195124] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7d77b54-6f5a-4661-a4a7-ff42a1ec72ee',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.408430] env[65619]: INFO networking_nsxv3.common.synchronization [req-c1c64b96-b236-433c-b216-5c2876eefa73 req-99a3cfa8-f16c-4ad7-aa06-be6f17dfbc1c tempest-SecurityGroupRulesNegativeTestJSON-400615310 tempest-SecurityGroupRulesNegativeTestJSON-400615310-project-member] Enqueued Resource ID: d11a94f3-88c4-432b-a3c5-0bb8a06ee75a with Priority: HIGHEST for action security_group_rules [ 624.410243] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11a94f3-88c4-432b-a3c5-0bb8a06ee75a with Priority: HIGHEST for action security_group_rules [ 624.410243] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d11a94f3-88c4-432b-a3c5-0bb8a06ee75a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.410243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d11a94f3-88c4-432b-a3c5-0bb8a06ee75a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.410243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d11a94f3-88c4-432b-a3c5-0bb8a06ee75a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.410400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d11a94f3-88c4-432b-a3c5-0bb8a06ee75a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.410481] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d11a94f3-88c4-432b-a3c5-0bb8a06ee75a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.437656] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.589381] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.589381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.589381] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.589381] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c2609fd-1366-4a3b-951f-5a7c1cba3a45 with status ACTIVE [ 624.589381] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.589381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.589381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.589381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.589381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.589781] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.589781] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.589781] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.589781] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.589929] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.590080] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.592486] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.592486] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.592486] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.592808] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.593737] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c2609fd-1366-4a3b-951f-5a7c1cba3a45 is going to be updated. [ 624.630723] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.630723] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.630723] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.630723] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.630723] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.630723] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c2609fd-1366-4a3b-951f-5a7c1cba3a45" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.698021] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.698218] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.698545] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.698679] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.698758] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.698920] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port c7d77b54-6f5a-4661-a4a7-ff42a1ec72ee not found, creating... [ 624.699195] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.699357] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.699493] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.699683] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.699870] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.700318] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.700318] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.700446] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.700672] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.700819] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.700869] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: c7d77b54-6f5a-4661-a4a7-ff42a1ec72ee is going to be created. [ 624.725094] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.725324] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.729149] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.729149] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.729149] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.729149] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-c7d77b54-6f5a-4661-a4a7-ff42a1ec72ee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.932531] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.932531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.932531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.932531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.932531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.932531] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d11a94f3-88c4-432b-a3c5-0bb8a06ee75a already deleted. [ 624.932892] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d11a94f3-88c4-432b-a3c5-0bb8a06ee75a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.941797] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.941797] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.942034] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.942310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.942408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.942550] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e is going to be updated. [ 624.980107] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.980270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.980320] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.980535] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.980673] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.003978] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: IN_PROGRESS for 2s [ 625.097655] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.393071] env[65619]: INFO networking_nsxv3.common.synchronization [None req-8c76ad32-84d9-48df-8dca-682f86ab25f1 None None] Enqueued Resource ID: 5a030e00-33ff-4142-b12e-8d3d8a598ad2 with Priority: HIGHEST for action port [ 625.393071] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a030e00-33ff-4142-b12e-8d3d8a598ad2 with Priority: HIGHEST for action port [ 625.393071] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a030e00-33ff-4142-b12e-8d3d8a598ad2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.393071] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a030e00-33ff-4142-b12e-8d3d8a598ad2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.393071] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a030e00-33ff-4142-b12e-8d3d8a598ad2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.393071] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a030e00-33ff-4142-b12e-8d3d8a598ad2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.393071] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a030e00-33ff-4142-b12e-8d3d8a598ad2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.536964] env[65619]: INFO networking_nsxv3.common.synchronization [req-b4d2b022-4bfb-44c8-a058-a3b147954046 req-52cb4353-986d-4a89-9ba3-134a320b0f13 service nova] Enqueued Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_rules [ 625.537254] env[65619]: INFO networking_nsxv3.common.synchronization [req-b4d2b022-4bfb-44c8-a058-a3b147954046 req-52cb4353-986d-4a89-9ba3-134a320b0f13 service nova] Enqueued Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 625.537406] env[65619]: INFO networking_nsxv3.common.synchronization [req-b4d2b022-4bfb-44c8-a058-a3b147954046 req-52cb4353-986d-4a89-9ba3-134a320b0f13 service nova] Enqueued Resource ID: c7d77b54-6f5a-4661-a4a7-ff42a1ec72ee with Priority: HIGHEST for action port [ 625.538453] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_rules [ 625.538613] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 625.538762] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7d77b54-6f5a-4661-a4a7-ff42a1ec72ee with Priority: HIGHEST for action port [ 625.539197] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.539354] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.539556] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.539556] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.539556] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7d77b54-6f5a-4661-a4a7-ff42a1ec72ee taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.539556] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7d77b54-6f5a-4661-a4a7-ff42a1ec72ee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.539556] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7d77b54-6f5a-4661-a4a7-ff42a1ec72ee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.540603] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7d77b54-6f5a-4661-a4a7-ff42a1ec72ee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.540603] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7d77b54-6f5a-4661-a4a7-ff42a1ec72ee',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.604243] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.605043] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.605043] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.605522] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.605522] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.605522] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec is going to be created. [ 625.635553] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.635717] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.635758] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.636119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.636291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.650445] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: UNINITIALIZED for 2s [ 625.899424] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a030e00-33ff-4142-b12e-8d3d8a598ad2 [ 625.899424] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.900023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.900023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.900269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.900431] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.900600] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a030e00-33ff-4142-b12e-8d3d8a598ad2 already deleted. [ 625.900725] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a030e00-33ff-4142-b12e-8d3d8a598ad2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.043975] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7d77b54-6f5a-4661-a4a7-ff42a1ec72ee with status ACTIVE [ 626.044345] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.044578] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.044741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.045055] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.045203] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.045488] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.045651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.045800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.046092] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.046193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.046468] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.046619] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.046720] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.046936] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.050080] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.050386] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7d77b54-6f5a-4661-a4a7-ff42a1ec72ee is going to be updated. [ 626.073639] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.073874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.073986] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.074489] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.074489] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.074798] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7d77b54-6f5a-4661-a4a7-ff42a1ec72ee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.254879] env[65619]: INFO networking_nsxv3.common.synchronization [req-0c10fb31-1ec1-4b4e-b1e6-8fe5db7b37e1 req-24d97db7-fbcf-4b6a-a7c0-de689dc8ff18 tempest-ListImageFiltersTestJSON-1723901807 tempest-ListImageFiltersTestJSON-1723901807-project-member] Enqueued Resource ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 with Priority: HIGHEST for action security_group_members [ 626.256018] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 with Priority: HIGHEST for action security_group_members [ 626.256471] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.256657] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.256767] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.257169] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.257414] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.257563] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.257667] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.257900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.258166] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.258326] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('333bd2d4-75ea-43e3-b5d9-a6d86b65ba66',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.762131] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.762131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.762131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.762548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.762548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.762613] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.762744] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.762844] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.763230] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.763230] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.763384] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 already deleted. [ 626.763558] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.815751] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.816120] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.816262] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.816535] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.816820] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.817087] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.817228] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.817458] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.817603] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.817955] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.817955] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.818132] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.818250] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.818361] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.818463] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.818591] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.839316] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.839487] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.839640] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.839959] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.840216] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-1b8e0a1e-acbe-400b-93fa-7e3463ad3150 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.840406] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-1b8e0a1e-acbe-400b-93fa-7e3463ad3150" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.840523] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-1b8e0a1e-acbe-400b-93fa-7e3463ad3150" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.840836] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-1b8e0a1e-acbe-400b-93fa-7e3463ad3150" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.841077] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b8e0a1e-acbe-400b-93fa-7e3463ad3150',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.017935] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: SUCCESS [ 627.017935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.017935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.017935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.017935] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.017935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.017935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.017935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.017935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.017935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.017935] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.017935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.017935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.017935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.017935] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.017935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.017935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.017935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.017935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.018570] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.018570] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.019771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.019920] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.020088] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.020195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.020261] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.020410] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.020480] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.020571] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.137039] env[65619]: INFO networking_nsxv3.common.synchronization [req-ed1a4dbd-7d50-42ef-b901-c5d42674d85d req-f023de3b-5ac0-47d9-8b91-f6827ef2eed7 tempest-TenantUsagesTestJSON-113165246 tempest-TenantUsagesTestJSON-113165246-project-member] Enqueued Resource ID: 7bc72922-53df-4c78-9499-1428a078f0c1 with Priority: HIGHEST for action security_group_members [ 627.137908] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc72922-53df-4c78-9499-1428a078f0c1 with Priority: HIGHEST for action security_group_members [ 627.138419] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc72922-53df-4c78-9499-1428a078f0c1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.138559] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.138633] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.138866] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.139040] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.139147] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.139229] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.139408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.139503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.139622] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc72922-53df-4c78-9499-1428a078f0c1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.343770] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.344501] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.345185] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.345336] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.345554] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.345869] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 1b8e0a1e-acbe-400b-93fa-7e3463ad3150 not found, creating... [ 627.346327] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.346600] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.346843] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.347233] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.347481] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.347933] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.348250] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.348387] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.348718] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.349009] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.349276] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 1b8e0a1e-acbe-400b-93fa-7e3463ad3150 is going to be created. [ 627.380984] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.381473] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.381670] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.382204] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.382663] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.383161] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-1b8e0a1e-acbe-400b-93fa-7e3463ad3150" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.525533] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.526882] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67b5665f-c413-4e3a-a555-b5331fdf6d6e: rpc.has_security_group_logging(os_id): False [ 627.582553] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.582553] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.582553] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.583735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.583735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.583735] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.583735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.583735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.583735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.583735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.584511] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.584511] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.584511] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.584819] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.584819] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.584925] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.585045] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.585112] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.585251] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.585686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.585686] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e is going to be created. [ 627.642338] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.642338] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.642338] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.642529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.642645] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.642885] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.642996] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.643091] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.643290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.643376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.643488] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc72922-53df-4c78-9499-1428a078f0c1 is going to be updated. [ 627.667886] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: SUCCESS [ 627.668157] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.668326] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.668547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.668743] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.669018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.669113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.669298] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.669695] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.669695] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.669695] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.735265] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.735476] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.735530] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.735807] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.735998] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.754307] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: IN_PROGRESS for 2s [ 627.760588] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.760867] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.760867] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.761036] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.761176] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.793248] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc72922-53df-4c78-9499-1428a078f0c1 in Status: IN_PROGRESS for 2s [ 628.029820] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.118413] env[65619]: INFO networking_nsxv3.common.synchronization [req-0c10fb31-1ec1-4b4e-b1e6-8fe5db7b37e1 req-a9e57a34-14a7-492b-9c6a-d8bba9fe4798 service nova] Enqueued Resource ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 with Priority: HIGHEST for action security_group_rules [ 628.118580] env[65619]: INFO networking_nsxv3.common.synchronization [req-0c10fb31-1ec1-4b4e-b1e6-8fe5db7b37e1 req-a9e57a34-14a7-492b-9c6a-d8bba9fe4798 service nova] Enqueued Resource ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 with Priority: HIGHEST for action security_group_members [ 628.118710] env[65619]: INFO networking_nsxv3.common.synchronization [req-0c10fb31-1ec1-4b4e-b1e6-8fe5db7b37e1 req-a9e57a34-14a7-492b-9c6a-d8bba9fe4798 service nova] Enqueued Resource ID: 1b8e0a1e-acbe-400b-93fa-7e3463ad3150 with Priority: HIGHEST for action port [ 628.119231] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 with Priority: HIGHEST for action security_group_rules [ 628.119363] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 with Priority: HIGHEST for action security_group_members [ 628.119472] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8e0a1e-acbe-400b-93fa-7e3463ad3150 with Priority: HIGHEST for action port [ 628.119731] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.119853] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.119917] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.121353] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.121353] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('333bd2d4-75ea-43e3-b5d9-a6d86b65ba66',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.122581] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.122581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.122581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.122581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.122581] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.123535] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.123535] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.123535] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.123535] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.123535] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('333bd2d4-75ea-43e3-b5d9-a6d86b65ba66',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.125516] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b8e0a1e-acbe-400b-93fa-7e3463ad3150 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.125516] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b8e0a1e-acbe-400b-93fa-7e3463ad3150" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.125516] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b8e0a1e-acbe-400b-93fa-7e3463ad3150" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.125516] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b8e0a1e-acbe-400b-93fa-7e3463ad3150" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.125516] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b8e0a1e-acbe-400b-93fa-7e3463ad3150',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.172402] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.535399] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.535399] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.535399] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.535399] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.535399] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.535399] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e is going to be updated. [ 628.545937] env[65619]: INFO networking_nsxv3.common.synchronization [req-1caec468-84b2-4681-abc7-5f874a13868a req-b020a638-799f-4830-b4da-65e512202a1e tempest-FloatingIPsAssociationTestJSON-717422918 tempest-FloatingIPsAssociationTestJSON-717422918-project-member] Enqueued Resource ID: a253e46d-20a3-45b8-ba43-44caa6525097 with Priority: HIGHEST for action security_group_members [ 628.546762] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a253e46d-20a3-45b8-ba43-44caa6525097 with Priority: HIGHEST for action security_group_members [ 628.546762] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-a253e46d-20a3-45b8-ba43-44caa6525097 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.546927] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.546927] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.547449] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.547675] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.547787] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.547841] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.548071] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.548173] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.548272] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a253e46d-20a3-45b8-ba43-44caa6525097',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.567854] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.568050] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.568093] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.568294] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.568435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.581137] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: IN_PROGRESS for 2s [ 628.624805] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.624971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.626274] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('333bd2d4-75ea-43e3-b5d9-a6d86b65ba66',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.627158] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b8e0a1e-acbe-400b-93fa-7e3463ad3150 with status ACTIVE [ 628.627607] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.627607] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.627607] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.627833] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.627833] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.627958] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.628055] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.628384] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.628384] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.628384] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.628555] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.628555] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.628694] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.628752] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.628803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.628956] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b8e0a1e-acbe-400b-93fa-7e3463ad3150 is going to be updated. [ 628.659909] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.660130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.660130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.660361] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.660498] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.660670] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b8e0a1e-acbe-400b-93fa-7e3463ad3150" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.678211] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec: rpc.has_security_group_logging(os_id): False [ 628.701947] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.702155] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.702226] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.702401] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.702529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.702726] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.702823] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.702880] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.703084] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.703166] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.703254] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec is going to be created. [ 628.806909] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.807376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.807376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.807600] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.807801] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.821544] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: IN_PROGRESS for 2s [ 629.051145] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a253e46d-20a3-45b8-ba43-44caa6525097',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.131579] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('333bd2d4-75ea-43e3-b5d9-a6d86b65ba66',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.336992] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.337482] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-735" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.337649] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-735" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.337968] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-735" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.338457] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.338784] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.338991] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.339284] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.339437] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.339690] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.339829] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.339985] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.340153] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.340290] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.340416] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.340571] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.364627] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.364835] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.364980] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.365167] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-735" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.365481] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-89457673-840b-4c22-bbbf-273bcb3eed8d taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.365648] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-89457673-840b-4c22-bbbf-273bcb3eed8d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.365764] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-89457673-840b-4c22-bbbf-273bcb3eed8d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.366185] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-89457673-840b-4c22-bbbf-273bcb3eed8d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.366328] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89457673-840b-4c22-bbbf-273bcb3eed8d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.555277] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a253e46d-20a3-45b8-ba43-44caa6525097',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.633887] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.634263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.634263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.634389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.634456] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.634538] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 is going to be created. [ 629.650154] env[65619]: INFO networking_nsxv3.common.synchronization [None req-57769e71-24ce-4e55-9b54-c33eade2a433 None None] Enqueued Resource ID: b1341eaa-5ee2-4b98-8615-5a56922be3aa with Priority: HIGHEST for action port [ 629.650737] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1341eaa-5ee2-4b98-8615-5a56922be3aa with Priority: HIGHEST for action port [ 629.651170] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1341eaa-5ee2-4b98-8615-5a56922be3aa taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.651395] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1341eaa-5ee2-4b98-8615-5a56922be3aa" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.651395] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1341eaa-5ee2-4b98-8615-5a56922be3aa" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.651688] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1341eaa-5ee2-4b98-8615-5a56922be3aa" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.652061] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1341eaa-5ee2-4b98-8615-5a56922be3aa',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.679260] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.679422] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.679465] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.679674] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.679833] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.691569] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 in Status: UNINITIALIZED for 2s [ 629.773497] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: SUCCESS [ 629.773719] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.773900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.774144] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.774237] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.841300] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc72922-53df-4c78-9499-1428a078f0c1 in Status: SUCCESS [ 629.841669] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc72922-53df-4c78-9499-1428a078f0c1 deletion is rescheduled due to dependency. [ 629.841669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.869482] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.869767] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.869903] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.870620] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.870951] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.871168] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 89457673-840b-4c22-bbbf-273bcb3eed8d not found, creating... [ 629.871473] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.871675] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.871807] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.872177] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.872445] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.872756] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.872989] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.873182] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.873517] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.873740] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.873949] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 89457673-840b-4c22-bbbf-273bcb3eed8d is going to be created. [ 629.899606] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.899922] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.900020] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.900290] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.900565] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.900873] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-89457673-840b-4c22-bbbf-273bcb3eed8d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.058547] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.058547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.058547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.058547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.058547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.058547] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a253e46d-20a3-45b8-ba43-44caa6525097 is going to be updated. [ 630.126887] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.127165] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.127253] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.127477] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.127737] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.139577] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a253e46d-20a3-45b8-ba43-44caa6525097 in Status: IN_PROGRESS for 2s [ 630.154117] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1341eaa-5ee2-4b98-8615-5a56922be3aa [ 630.154594] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.154594] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.154594] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.154901] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.154962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.155071] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1341eaa-5ee2-4b98-8615-5a56922be3aa already deleted. [ 630.155156] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1341eaa-5ee2-4b98-8615-5a56922be3aa" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.277478] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.277478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.591629] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: SUCCESS [ 630.591845] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.592061] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.592276] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.592468] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.592667] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.592667] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.592928] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.592928] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.592998] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.593093] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.669078] env[65619]: INFO networking_nsxv3.common.synchronization [req-1caec468-84b2-4681-abc7-5f874a13868a req-b875983d-6525-46e0-8317-007d4755e95b service nova] Enqueued Resource ID: a253e46d-20a3-45b8-ba43-44caa6525097 with Priority: HIGHEST for action security_group_rules [ 630.669078] env[65619]: INFO networking_nsxv3.common.synchronization [req-1caec468-84b2-4681-abc7-5f874a13868a req-b875983d-6525-46e0-8317-007d4755e95b service nova] Enqueued Resource ID: a253e46d-20a3-45b8-ba43-44caa6525097 with Priority: HIGHEST for action security_group_members [ 630.669078] env[65619]: INFO networking_nsxv3.common.synchronization [req-1caec468-84b2-4681-abc7-5f874a13868a req-b875983d-6525-46e0-8317-007d4755e95b service nova] Enqueued Resource ID: 89457673-840b-4c22-bbbf-273bcb3eed8d with Priority: HIGHEST for action port [ 630.669359] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a253e46d-20a3-45b8-ba43-44caa6525097 with Priority: HIGHEST for action security_group_rules [ 630.669509] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a253e46d-20a3-45b8-ba43-44caa6525097 with Priority: HIGHEST for action security_group_members [ 630.669609] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89457673-840b-4c22-bbbf-273bcb3eed8d with Priority: HIGHEST for action port [ 630.669881] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a253e46d-20a3-45b8-ba43-44caa6525097 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.670114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.670114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.670276] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.670356] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a253e46d-20a3-45b8-ba43-44caa6525097',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.671198] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-a253e46d-20a3-45b8-ba43-44caa6525097 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.671297] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.671480] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-89457673-840b-4c22-bbbf-273bcb3eed8d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.671572] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89457673-840b-4c22-bbbf-273bcb3eed8d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.671635] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89457673-840b-4c22-bbbf-273bcb3eed8d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.671795] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89457673-840b-4c22-bbbf-273bcb3eed8d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.671887] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89457673-840b-4c22-bbbf-273bcb3eed8d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.835293] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: SUCCESS [ 630.836009] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.066541] env[65619]: INFO networking_nsxv3.common.synchronization [req-6363e6ac-2cfa-4106-8109-e5f84912a814 req-22b42c16-4158-4a4c-90eb-1791015fb0d2 tempest-AttachInterfacesV270Test-1054831159 tempest-AttachInterfacesV270Test-1054831159-project-member] Enqueued Resource ID: 3154fdd6-780a-40bf-aa0e-5a3a99531ca5 with Priority: HIGHEST for action security_group_members [ 631.067455] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3154fdd6-780a-40bf-aa0e-5a3a99531ca5 with Priority: HIGHEST for action security_group_members [ 631.067455] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.067455] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.068640] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.068640] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.068640] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.068640] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.068640] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.068640] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.068640] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.068640] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3154fdd6-780a-40bf-aa0e-5a3a99531ca5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.096425] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.096665] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.096665] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.096870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.097025] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.097839] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.097839] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.097839] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.097839] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.097839] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.097839] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.097839] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.097839] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.098595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.098595] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.098595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.098595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.098595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.098595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.098595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.098595] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.174143] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-a253e46d-20a3-45b8-ba43-44caa6525097 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.174364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.176777] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89457673-840b-4c22-bbbf-273bcb3eed8d with status ACTIVE [ 631.176973] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.177494] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.177494] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.177494] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.177494] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.177732] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.177791] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.177849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.177989] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.178073] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.178249] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.178352] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.178405] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.178788] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.178788] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.178788] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89457673-840b-4c22-bbbf-273bcb3eed8d is going to be updated. [ 631.202952] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.203177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.203177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.203555] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.203716] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.203894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89457673-840b-4c22-bbbf-273bcb3eed8d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.572987] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.572987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.572987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.572987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.572987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.572987] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.572987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.572987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.572987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.572987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.573601] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3154fdd6-780a-40bf-aa0e-5a3a99531ca5 already deleted. [ 631.573601] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.602120] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67b5665f-c413-4e3a-a555-b5331fdf6d6e: rpc.has_security_group_logging(os_id): False [ 631.607197] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.607654] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-308" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.607811] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-308" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.608265] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-308" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.608595] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.608855] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.608975] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.609272] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.609464] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.609705] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.609850] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.609951] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.610098] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.610240] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.610364] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.610521] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.636147] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.636325] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.636368] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.636570] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.636665] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.636891] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.636997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.637064] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.637221] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.637294] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.637468] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.637562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.637621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.637758] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.637834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.638018] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.638193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.638254] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.638391] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.638464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.638549] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e is going to be updated. [ 631.643826] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.643959] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.643999] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.644157] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-308" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.644442] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-4570b126-4612-4352-94d6-0bae7853a11d taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.644596] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-4570b126-4612-4352-94d6-0bae7853a11d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.644703] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-4570b126-4612-4352-94d6-0bae7853a11d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.645100] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-4570b126-4612-4352-94d6-0bae7853a11d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.645226] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4570b126-4612-4352-94d6-0bae7853a11d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.709149] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 in Status: SUCCESS [ 631.709358] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.709459] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.709614] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.709816] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.709938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.710010] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.710167] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.710245] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.710328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.710487] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('333bd2d4-75ea-43e3-b5d9-a6d86b65ba66',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.727686] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.727686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.727686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.727686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.727686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.743424] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: IN_PROGRESS for 2s [ 631.919713] env[65619]: INFO networking_nsxv3.common.synchronization [None req-537822d0-aa27-4488-b19e-1d7349e560b9 None None] Enqueued Resource ID: 3564254d-330a-4747-811b-d8682752e66a with Priority: HIGHEST for action port [ 631.920636] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3564254d-330a-4747-811b-d8682752e66a with Priority: HIGHEST for action port [ 631.921511] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-3564254d-330a-4747-811b-d8682752e66a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.921703] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3564254d-330a-4747-811b-d8682752e66a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.921806] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3564254d-330a-4747-811b-d8682752e66a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.922135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3564254d-330a-4747-811b-d8682752e66a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.922291] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3564254d-330a-4747-811b-d8682752e66a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.148261] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.151036] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.151036] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.151036] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.151036] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.151036] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 4570b126-4612-4352-94d6-0bae7853a11d not found, creating... [ 632.151036] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.151036] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.151036] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.151036] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.151036] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.151607] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.151919] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.152181] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.152527] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.152786] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.153082] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 4570b126-4612-4352-94d6-0bae7853a11d is going to be created. [ 632.155038] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a253e46d-20a3-45b8-ba43-44caa6525097 in Status: SUCCESS [ 632.155371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.155644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.155977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.156287] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.156665] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.156862] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.157183] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.157412] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.158060] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a253e46d-20a3-45b8-ba43-44caa6525097',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.183380] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.183726] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.183991] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.184662] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.184989] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.185272] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-4570b126-4612-4352-94d6-0bae7853a11d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.213871] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.214087] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.214185] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.214455] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.214583] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.214690] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.214762] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.214906] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.214999] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.215103] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.215250] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.215380] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.215442] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.215636] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.215758] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.215865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.215950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.216074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.216143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.216588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.216588] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('333bd2d4-75ea-43e3-b5d9-a6d86b65ba66',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.425472] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3564254d-330a-4747-811b-d8682752e66a [ 632.425714] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.425893] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.426037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.426629] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.426738] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.426835] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3564254d-330a-4747-811b-d8682752e66a already deleted. [ 632.426917] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3564254d-330a-4747-811b-d8682752e66a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.661410] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a253e46d-20a3-45b8-ba43-44caa6525097',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.719401] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66: rpc.has_security_group_logging(os_id): False [ 632.740105] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.740313] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.740313] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.740533] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.740625] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.740849] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.740952] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.741041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.741200] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.741528] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.741528] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.741528] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.741703] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.741741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.741816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.741951] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.742050] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.743045] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.743045] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.743045] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.743045] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 is going to be created. [ 632.824148] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.824305] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.824370] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.824607] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.824821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.838581] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 in Status: IN_PROGRESS for 2s [ 632.912498] env[65619]: INFO networking_nsxv3.common.synchronization [req-6363e6ac-2cfa-4106-8109-e5f84912a814 req-708ce2a4-910c-44ea-9511-3ad145f159dc service nova] Enqueued Resource ID: 3154fdd6-780a-40bf-aa0e-5a3a99531ca5 with Priority: HIGHEST for action security_group_rules [ 632.912498] env[65619]: INFO networking_nsxv3.common.synchronization [req-6363e6ac-2cfa-4106-8109-e5f84912a814 req-708ce2a4-910c-44ea-9511-3ad145f159dc service nova] Enqueued Resource ID: 3154fdd6-780a-40bf-aa0e-5a3a99531ca5 with Priority: HIGHEST for action security_group_members [ 632.912498] env[65619]: INFO networking_nsxv3.common.synchronization [req-6363e6ac-2cfa-4106-8109-e5f84912a814 req-708ce2a4-910c-44ea-9511-3ad145f159dc service nova] Enqueued Resource ID: 4570b126-4612-4352-94d6-0bae7853a11d with Priority: HIGHEST for action port [ 632.912498] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3154fdd6-780a-40bf-aa0e-5a3a99531ca5 with Priority: HIGHEST for action security_group_rules [ 632.912498] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3154fdd6-780a-40bf-aa0e-5a3a99531ca5 with Priority: HIGHEST for action security_group_members [ 632.912498] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4570b126-4612-4352-94d6-0bae7853a11d with Priority: HIGHEST for action port [ 632.913424] env[65619]: INFO networking_nsxv3.common.synchronization [None req-efb4473f-da56-4237-ab32-d82d1c79b95e None None] Enqueued Resource ID: f7b76277-4d8e-4ce2-a789-952d1e4946d2 with Priority: HIGHEST for action port [ 632.913704] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3154fdd6-780a-40bf-aa0e-5a3a99531ca5 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.913868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.914281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.914281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.914425] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3154fdd6-780a-40bf-aa0e-5a3a99531ca5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.916435] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.916435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.916435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.916435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.916435] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.916683] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.916683] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.916784] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.916941] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.917124] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3154fdd6-780a-40bf-aa0e-5a3a99531ca5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.918316] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-4570b126-4612-4352-94d6-0bae7853a11d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.918456] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4570b126-4612-4352-94d6-0bae7853a11d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.918997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4570b126-4612-4352-94d6-0bae7853a11d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.919166] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4570b126-4612-4352-94d6-0bae7853a11d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.919255] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4570b126-4612-4352-94d6-0bae7853a11d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.921042] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b76277-4d8e-4ce2-a789-952d1e4946d2 with Priority: HIGHEST for action port [ 632.921728] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7b76277-4d8e-4ce2-a789-952d1e4946d2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.921816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7b76277-4d8e-4ce2-a789-952d1e4946d2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.923224] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7b76277-4d8e-4ce2-a789-952d1e4946d2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.923224] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7b76277-4d8e-4ce2-a789-952d1e4946d2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.923224] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7b76277-4d8e-4ce2-a789-952d1e4946d2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.163872] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a253e46d-20a3-45b8-ba43-44caa6525097',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.422994] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.423539] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.424013] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3154fdd6-780a-40bf-aa0e-5a3a99531ca5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.426463] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4570b126-4612-4352-94d6-0bae7853a11d with status ACTIVE [ 633.426657] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.426873] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.426873] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.427199] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.427199] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.427337] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.427439] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.427494] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.427618] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.427678] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.427853] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.427953] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.428044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.428970] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.428970] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.428970] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4570b126-4612-4352-94d6-0bae7853a11d is going to be updated. [ 633.430567] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7b76277-4d8e-4ce2-a789-952d1e4946d2 [ 633.431313] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.431313] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.431313] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.431313] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.431536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.431536] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7b76277-4d8e-4ce2-a789-952d1e4946d2 already deleted. [ 633.431612] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7b76277-4d8e-4ce2-a789-952d1e4946d2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.456643] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.456792] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.456860] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.457501] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.457501] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.457501] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4570b126-4612-4352-94d6-0bae7853a11d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.588919] env[65619]: INFO networking_nsxv3.common.synchronization [req-4006199e-87f1-4d17-9975-92e6f6748c61 req-cf8b9b29-331d-4d43-a98a-55e48ec1a80c tempest-ServerExternalEventsTest-1866296410 tempest-ServerExternalEventsTest-1866296410-project-member] Enqueued Resource ID: 263997e3-eb30-4667-98b4-24352e827ae6 with Priority: HIGHEST for action security_group_members [ 633.591032] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263997e3-eb30-4667-98b4-24352e827ae6 with Priority: HIGHEST for action security_group_members [ 633.591032] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-263997e3-eb30-4667-98b4-24352e827ae6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.591032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.591032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.591032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.591565] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.591565] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.591720] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.591865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.591899] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.592559] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('263997e3-eb30-4667-98b4-24352e827ae6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.670487] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.670487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.670487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.670487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.670487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.670487] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a253e46d-20a3-45b8-ba43-44caa6525097 is going to be updated. [ 633.688104] env[65619]: INFO networking_nsxv3.common.synchronization [req-4611195c-d1e3-416a-a172-3eb507c62f69 req-77d8280a-7ba6-4c62-b57d-f17cc8f1ee7e tempest-ServersTestBootFromVolume-1683732884 tempest-ServersTestBootFromVolume-1683732884-project-member] Enqueued Resource ID: e080a789-4ff9-4862-972a-187840dc5c00 with Priority: HIGHEST for action security_group_members [ 633.688771] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e080a789-4ff9-4862-972a-187840dc5c00 with Priority: HIGHEST for action security_group_members [ 633.689774] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-e080a789-4ff9-4862-972a-187840dc5c00 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.689774] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.689774] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.689774] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.689774] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.690111] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.690111] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.690111] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.690217] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.690217] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e080a789-4ff9-4862-972a-187840dc5c00',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.708693] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.708693] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.708693] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.708693] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.708693] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.716987] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a253e46d-20a3-45b8-ba43-44caa6525097 in Status: IN_PROGRESS for 2s [ 633.760033] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: SUCCESS [ 633.760033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.760033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.760033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.760033] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.932793] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3154fdd6-780a-40bf-aa0e-5a3a99531ca5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.098523] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.098744] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.098834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.099091] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.099212] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.099464] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.099594] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.099670] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.099832] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.099929] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.100035] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 263997e3-eb30-4667-98b4-24352e827ae6 is going to be updated. [ 634.128287] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.128519] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.128519] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.129028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.129738] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.141584] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263997e3-eb30-4667-98b4-24352e827ae6 in Status: IN_PROGRESS for 2s [ 634.193072] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.193349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.193349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.193497] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.193592] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.193795] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.193916] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.193960] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.194505] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.194505] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.194505] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e080a789-4ff9-4862-972a-187840dc5c00 already deleted. [ 634.194505] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.236677] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-549 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.238094] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-549" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.238912] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-549" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.238912] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-549" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.239152] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.239447] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.239633] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.239948] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.240174] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.240452] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.240615] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.240930] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.240930] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.241048] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.241203] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.241342] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.264638] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.264815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.265077] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.265177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.265333] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.265442] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.265564] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.265706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.265706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.265836] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.265888] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.286107] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.286301] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.286451] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.286626] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-549" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.286950] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-879033dc-2b13-419e-8939-4a6fb684adf4 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.287139] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-879033dc-2b13-419e-8939-4a6fb684adf4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.287253] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-879033dc-2b13-419e-8939-4a6fb684adf4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.287589] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-879033dc-2b13-419e-8939-4a6fb684adf4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.287733] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('879033dc-2b13-419e-8939-4a6fb684adf4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.437906] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.437906] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.437906] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.437906] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.437906] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.437906] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3154fdd6-780a-40bf-aa0e-5a3a99531ca5 is going to be created. [ 634.464430] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.464610] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.464688] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.464944] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.465132] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.478280] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3154fdd6-780a-40bf-aa0e-5a3a99531ca5 in Status: UNINITIALIZED for 2s [ 634.768343] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.768522] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.768571] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.768784] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.768959] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.769098] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.769222] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.769284] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.769349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.769439] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.769584] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.769680] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.769764] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.769955] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.770068] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.770158] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.771093] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.771093] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.771093] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.771093] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.771093] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.791455] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.792102] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.792102] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.792102] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.792102] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.793030] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 879033dc-2b13-419e-8939-4a6fb684adf4 not found, creating... [ 634.793030] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.793030] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.793030] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.793030] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.793285] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.795448] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.795448] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.795448] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.795448] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.795448] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.795448] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 879033dc-2b13-419e-8939-4a6fb684adf4 is going to be created. [ 634.817531] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.817744] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.818020] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.818248] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.818478] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.818733] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-879033dc-2b13-419e-8939-4a6fb684adf4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.865257] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 in Status: SUCCESS [ 634.865432] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.136480] env[65619]: INFO networking_nsxv3.common.synchronization [None req-c165b1a9-0abd-423b-bc6a-d15379322cbb None None] Enqueued Resource ID: 6b7b0772-1502-44d8-996f-f20d24988e2e with Priority: HIGHEST for action port [ 635.137069] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b7b0772-1502-44d8-996f-f20d24988e2e with Priority: HIGHEST for action port [ 635.137664] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b7b0772-1502-44d8-996f-f20d24988e2e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.137819] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b7b0772-1502-44d8-996f-f20d24988e2e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.137945] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b7b0772-1502-44d8-996f-f20d24988e2e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.139022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b7b0772-1502-44d8-996f-f20d24988e2e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.139022] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b7b0772-1502-44d8-996f-f20d24988e2e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.274522] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67b5665f-c413-4e3a-a555-b5331fdf6d6e: rpc.has_security_group_logging(os_id): False [ 635.300856] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.301072] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.301072] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.301876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.301876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.301876] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.301876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.301876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.302270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.302270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.302270] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.302270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.302482] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.302482] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.302569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.303058] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.303058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.303058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.303220] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.303220] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.303289] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e is going to be updated. [ 635.392813] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.393151] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.393350] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.393932] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.393932] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.412467] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: IN_PROGRESS for 2s [ 635.597962] env[65619]: INFO networking_nsxv3.common.synchronization [req-4611195c-d1e3-416a-a172-3eb507c62f69 req-4573d615-99fe-49e5-8779-f4279167e60c service nova] Enqueued Resource ID: e080a789-4ff9-4862-972a-187840dc5c00 with Priority: HIGHEST for action security_group_rules [ 635.598350] env[65619]: INFO networking_nsxv3.common.synchronization [req-4611195c-d1e3-416a-a172-3eb507c62f69 req-4573d615-99fe-49e5-8779-f4279167e60c service nova] Enqueued Resource ID: e080a789-4ff9-4862-972a-187840dc5c00 with Priority: HIGHEST for action security_group_members [ 635.602024] env[65619]: INFO networking_nsxv3.common.synchronization [req-4611195c-d1e3-416a-a172-3eb507c62f69 req-4573d615-99fe-49e5-8779-f4279167e60c service nova] Enqueued Resource ID: 879033dc-2b13-419e-8939-4a6fb684adf4 with Priority: HIGHEST for action port [ 635.602024] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e080a789-4ff9-4862-972a-187840dc5c00 with Priority: HIGHEST for action security_group_rules [ 635.602024] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e080a789-4ff9-4862-972a-187840dc5c00 with Priority: HIGHEST for action security_group_members [ 635.602024] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879033dc-2b13-419e-8939-4a6fb684adf4 with Priority: HIGHEST for action port [ 635.602024] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e080a789-4ff9-4862-972a-187840dc5c00 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.602024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.602024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.602024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.602024] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e080a789-4ff9-4862-972a-187840dc5c00',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.602024] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-e080a789-4ff9-4862-972a-187840dc5c00 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.602024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.602024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.603039] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.603327] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.603537] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.603678] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.604225] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.604419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.604669] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e080a789-4ff9-4862-972a-187840dc5c00',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.606527] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-879033dc-2b13-419e-8939-4a6fb684adf4 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.606796] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-879033dc-2b13-419e-8939-4a6fb684adf4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.607069] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-879033dc-2b13-419e-8939-4a6fb684adf4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.607367] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-879033dc-2b13-419e-8939-4a6fb684adf4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.607689] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('879033dc-2b13-419e-8939-4a6fb684adf4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.642154] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b7b0772-1502-44d8-996f-f20d24988e2e [ 635.642154] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.643452] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.643452] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.643452] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.643452] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.643452] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b7b0772-1502-44d8-996f-f20d24988e2e already deleted. [ 635.643452] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b7b0772-1502-44d8-996f-f20d24988e2e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.727405] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a253e46d-20a3-45b8-ba43-44caa6525097 in Status: SUCCESS [ 635.727635] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.727813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.728136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.728299] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.728407] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.728474] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.728626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.729037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.729037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.729037] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a253e46d-20a3-45b8-ba43-44caa6525097',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.111388] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-e080a789-4ff9-4862-972a-187840dc5c00 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.111727] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.112413] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e080a789-4ff9-4862-972a-187840dc5c00',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.116018] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 879033dc-2b13-419e-8939-4a6fb684adf4 with status ACTIVE [ 636.116018] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.116018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.116018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.116018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.116018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.116018] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.116018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.120109] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.120109] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.120109] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.120109] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.120109] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.120109] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.120109] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.120109] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.122314] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 879033dc-2b13-419e-8939-4a6fb684adf4 is going to be updated. [ 636.144528] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.144713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.144784] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.145660] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.146356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.146356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-879033dc-2b13-419e-8939-4a6fb684adf4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.152728] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263997e3-eb30-4667-98b4-24352e827ae6 in Status: SUCCESS [ 636.152728] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 263997e3-eb30-4667-98b4-24352e827ae6 deletion is rescheduled due to dependency. [ 636.152728] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.234182] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-a253e46d-20a3-45b8-ba43-44caa6525097 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.234182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.234182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.234182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.234182] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.234182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.234182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.234566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.234566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.234566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.234659] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-a253e46d-20a3-45b8-ba43-44caa6525097 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.235759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.236550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.236550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.237081] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.238187] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.238187] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.242581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.242777] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.242932] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.243126] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a253e46d-20a3-45b8-ba43-44caa6525097',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.488956] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3154fdd6-780a-40bf-aa0e-5a3a99531ca5 in Status: SUCCESS [ 636.489412] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.489412] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.489688] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.489761] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.489872] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.489926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.490073] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.490158] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.490243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.490342] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3154fdd6-780a-40bf-aa0e-5a3a99531ca5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.538664] env[65619]: INFO networking_nsxv3.common.synchronization [None req-0138c106-86fa-4d86-91c0-65be95829e68 None None] Enqueued Resource ID: ffdcf328-556b-4cbd-9d5a-04ae0613bf61 with Priority: HIGHEST for action port [ 636.539237] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffdcf328-556b-4cbd-9d5a-04ae0613bf61 with Priority: HIGHEST for action port [ 636.539596] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffdcf328-556b-4cbd-9d5a-04ae0613bf61 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.539781] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffdcf328-556b-4cbd-9d5a-04ae0613bf61" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.539927] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffdcf328-556b-4cbd-9d5a-04ae0613bf61" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.540236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffdcf328-556b-4cbd-9d5a-04ae0613bf61" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.540358] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffdcf328-556b-4cbd-9d5a-04ae0613bf61',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.615519] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e080a789-4ff9-4862-972a-187840dc5c00',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.747176] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a253e46d-20a3-45b8-ba43-44caa6525097: rpc.has_security_group_logging(os_id): False [ 636.771857] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.772100] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.772100] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.772364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.772441] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.772617] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.772707] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.773692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.773692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.773692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.773692] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.773692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.773692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.773692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.773692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.774088] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.774088] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.774529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.774707] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.774822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.774915] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a253e46d-20a3-45b8-ba43-44caa6525097 is going to be updated. [ 636.925770] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.926028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.926124] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.926454] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.927852] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.949433] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a253e46d-20a3-45b8-ba43-44caa6525097 in Status: IN_PROGRESS for 2s [ 636.992940] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.993238] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.993371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.993715] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.993891] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.994369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.994369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.994369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.994518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.994912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.995221] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.995336] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.995404] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.995583] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.995813] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.995957] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.995957] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.996045] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.996139] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.996328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.996328] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3154fdd6-780a-40bf-aa0e-5a3a99531ca5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.044056] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffdcf328-556b-4cbd-9d5a-04ae0613bf61 [ 637.044324] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.044446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.044504] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.044735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.044882] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.044942] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffdcf328-556b-4cbd-9d5a-04ae0613bf61 already deleted. [ 637.045090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffdcf328-556b-4cbd-9d5a-04ae0613bf61" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.118270] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.118528] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.118576] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.119110] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.119273] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.119677] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e080a789-4ff9-4862-972a-187840dc5c00 is going to be created. [ 637.153421] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.153580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.153750] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.154851] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.154851] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.169764] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e080a789-4ff9-4862-972a-187840dc5c00 in Status: UNINITIALIZED for 2s [ 637.428562] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: SUCCESS [ 637.429191] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.499459] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3154fdd6-780a-40bf-aa0e-5a3a99531ca5: rpc.has_security_group_logging(os_id): False [ 637.538727] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.539816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.539816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.539816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.540174] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.540595] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.540678] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.540728] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.540926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.540972] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.541170] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.541268] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.542077] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.542472] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.542472] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.542595] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.542692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.544165] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.544165] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.544165] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.544165] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3154fdd6-780a-40bf-aa0e-5a3a99531ca5 is going to be created. [ 637.653102] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.653266] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.653336] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.653545] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.653724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.670884] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3154fdd6-780a-40bf-aa0e-5a3a99531ca5 in Status: IN_PROGRESS for 2s [ 638.966831] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a253e46d-20a3-45b8-ba43-44caa6525097 in Status: SUCCESS [ 638.967778] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.188926] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e080a789-4ff9-4862-972a-187840dc5c00 in Status: SUCCESS [ 639.188926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.188926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.188926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.188926] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.188926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.188926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.188926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.188926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.188926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.188926] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e080a789-4ff9-4862-972a-187840dc5c00',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.686260] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3154fdd6-780a-40bf-aa0e-5a3a99531ca5 in Status: SUCCESS [ 639.686651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.691454] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e080a789-4ff9-4862-972a-187840dc5c00',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.197418] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e080a789-4ff9-4862-972a-187840dc5c00: rpc.has_security_group_logging(os_id): False [ 640.220143] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.220328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.220411] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.223648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.223648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.223648] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.223648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.223648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.223648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.223648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.223648] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e080a789-4ff9-4862-972a-187840dc5c00 is going to be created. [ 640.300243] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.300243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.300243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.300456] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.300574] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.316609] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e080a789-4ff9-4862-972a-187840dc5c00 in Status: IN_PROGRESS for 2s [ 640.717217] env[65619]: INFO networking_nsxv3.common.synchronization [req-972bcf83-3ce9-4517-a58b-0a313c2539d5 req-c29d164c-bb20-4742-8210-521e0786d6de tempest-ListImageFiltersTestJSON-1723901807 tempest-ListImageFiltersTestJSON-1723901807-project-member] Enqueued Resource ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 with Priority: HIGHEST for action security_group_members [ 640.717217] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 with Priority: HIGHEST for action security_group_members [ 640.717454] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.718611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.718611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.718611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.718611] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.718611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.718887] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.719947] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.720142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.720219] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('333bd2d4-75ea-43e3-b5d9-a6d86b65ba66',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.205023] env[65619]: INFO networking_nsxv3.common.synchronization [None req-8e3fc2bd-d2db-4abe-b480-fabfb567b722 None None] Enqueued Resource ID: 6cc4eae6-43c4-462f-8cd0-481109da5e89 with Priority: HIGHEST for action port [ 641.205023] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc4eae6-43c4-462f-8cd0-481109da5e89 with Priority: HIGHEST for action port [ 641.206754] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cc4eae6-43c4-462f-8cd0-481109da5e89 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.207143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cc4eae6-43c4-462f-8cd0-481109da5e89" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.207143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cc4eae6-43c4-462f-8cd0-481109da5e89" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.209056] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cc4eae6-43c4-462f-8cd0-481109da5e89" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.209056] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cc4eae6-43c4-462f-8cd0-481109da5e89',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.224916] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('333bd2d4-75ea-43e3-b5d9-a6d86b65ba66',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.423618] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.423618] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.423864] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.424302] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.424499] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.424788] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.424919] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.425302] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.425607] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.425796] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.425951] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.426123] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.426241] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.426349] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.426448] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.426641] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.450328] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.450664] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.450917] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.451237] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.451761] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-44816c2a-63d4-4222-a013-fe82d584341a taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.452063] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-44816c2a-63d4-4222-a013-fe82d584341a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.452281] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-44816c2a-63d4-4222-a013-fe82d584341a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.452779] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-44816c2a-63d4-4222-a013-fe82d584341a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.453031] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44816c2a-63d4-4222-a013-fe82d584341a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.711225] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cc4eae6-43c4-462f-8cd0-481109da5e89 [ 641.711225] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.711225] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.711225] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.711225] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.711225] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.711225] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cc4eae6-43c4-462f-8cd0-481109da5e89 already deleted. [ 641.711225] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cc4eae6-43c4-462f-8cd0-481109da5e89" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.726287] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('333bd2d4-75ea-43e3-b5d9-a6d86b65ba66',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.959147] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.959409] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.959717] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.960103] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.960288] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.960561] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 44816c2a-63d4-4222-a013-fe82d584341a not found, creating... [ 641.961124] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.961124] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.961338] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.961451] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.961662] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.962120] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.962226] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.962271] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.962464] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.962592] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.962802] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 44816c2a-63d4-4222-a013-fe82d584341a is going to be created. [ 641.985757] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.985757] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.985757] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.986059] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.986285] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.986539] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-44816c2a-63d4-4222-a013-fe82d584341a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.177552] env[65619]: INFO networking_nsxv3.common.synchronization [None req-e1ae848b-95da-4e92-b656-75ce553d72b8 None None] Enqueued Resource ID: ddb48888-db20-4286-babd-d61c189e308a with Priority: HIGHEST for action port [ 642.178216] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddb48888-db20-4286-babd-d61c189e308a with Priority: HIGHEST for action port [ 642.178415] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddb48888-db20-4286-babd-d61c189e308a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.178533] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddb48888-db20-4286-babd-d61c189e308a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.178607] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddb48888-db20-4286-babd-d61c189e308a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.179102] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddb48888-db20-4286-babd-d61c189e308a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.179102] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddb48888-db20-4286-babd-d61c189e308a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.231044] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.231044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.231044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.231533] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.231533] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.231533] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 is going to be updated. [ 642.265711] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.266161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.266161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.266371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.266527] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.277806] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 in Status: IN_PROGRESS for 2s [ 642.328837] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e080a789-4ff9-4862-972a-187840dc5c00 in Status: SUCCESS [ 642.328837] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.684418] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddb48888-db20-4286-babd-d61c189e308a [ 642.684690] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.684828] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.684915] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.685198] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.685523] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.685523] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddb48888-db20-4286-babd-d61c189e308a already deleted. [ 642.685523] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddb48888-db20-4286-babd-d61c189e308a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.713249] env[65619]: INFO networking_nsxv3.common.synchronization [req-972bcf83-3ce9-4517-a58b-0a313c2539d5 req-6581c3c3-1811-4ddd-a9bd-d6a354071ffd service nova] Enqueued Resource ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 with Priority: HIGHEST for action security_group_rules [ 642.713249] env[65619]: INFO networking_nsxv3.common.synchronization [req-972bcf83-3ce9-4517-a58b-0a313c2539d5 req-6581c3c3-1811-4ddd-a9bd-d6a354071ffd service nova] Enqueued Resource ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 with Priority: HIGHEST for action security_group_members [ 642.713755] env[65619]: INFO networking_nsxv3.common.synchronization [req-972bcf83-3ce9-4517-a58b-0a313c2539d5 req-6581c3c3-1811-4ddd-a9bd-d6a354071ffd service nova] Enqueued Resource ID: 44816c2a-63d4-4222-a013-fe82d584341a with Priority: HIGHEST for action port [ 642.714138] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 with Priority: HIGHEST for action security_group_rules [ 642.714298] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 with Priority: HIGHEST for action security_group_members [ 642.714353] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44816c2a-63d4-4222-a013-fe82d584341a with Priority: HIGHEST for action port [ 642.714592] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.714710] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.714772] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.715115] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.715438] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('333bd2d4-75ea-43e3-b5d9-a6d86b65ba66',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.716050] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.716187] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.716736] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-44816c2a-63d4-4222-a013-fe82d584341a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.716736] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44816c2a-63d4-4222-a013-fe82d584341a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.716736] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44816c2a-63d4-4222-a013-fe82d584341a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.716736] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44816c2a-63d4-4222-a013-fe82d584341a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.716736] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44816c2a-63d4-4222-a013-fe82d584341a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.219236] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.219236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.219236] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44816c2a-63d4-4222-a013-fe82d584341a with status ACTIVE [ 643.219236] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.219556] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.219556] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.219679] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.219803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.220058] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.220133] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.220233] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.220371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.220477] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.220664] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.220761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.220834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.220970] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.221059] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.221152] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44816c2a-63d4-4222-a013-fe82d584341a is going to be updated. [ 643.252699] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.253196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.253196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.253389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.253550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.254295] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44816c2a-63d4-4222-a013-fe82d584341a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.291802] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 in Status: SUCCESS [ 644.292231] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.292697] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.292951] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.293116] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.293332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.293442] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.293512] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.293593] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.293703] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('333bd2d4-75ea-43e3-b5d9-a6d86b65ba66',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.557931] env[65619]: INFO networking_nsxv3.common.synchronization [None req-92a85f0d-4a13-4d2f-8fb7-03e98da278f4 None None] Enqueued Resource ID: 1bc0accb-54a0-4367-a7a1-846d912104ed with Priority: HIGHEST for action port [ 644.558480] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bc0accb-54a0-4367-a7a1-846d912104ed with Priority: HIGHEST for action port [ 644.558786] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bc0accb-54a0-4367-a7a1-846d912104ed taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.558908] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bc0accb-54a0-4367-a7a1-846d912104ed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.558975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bc0accb-54a0-4367-a7a1-846d912104ed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.559999] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bc0accb-54a0-4367-a7a1-846d912104ed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.560161] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bc0accb-54a0-4367-a7a1-846d912104ed',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.797042] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('333bd2d4-75ea-43e3-b5d9-a6d86b65ba66',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.834325] env[65619]: INFO networking_nsxv3.common.synchronization [None req-3028703c-0490-49d8-b0d0-0d4f305f548f None None] Enqueued Resource ID: 2ac5449c-9d2f-4d5d-8aa1-9126f1b75ea0 with Priority: HIGHEST for action port [ 644.834611] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ac5449c-9d2f-4d5d-8aa1-9126f1b75ea0 with Priority: HIGHEST for action port [ 644.835056] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ac5449c-9d2f-4d5d-8aa1-9126f1b75ea0 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.835351] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ac5449c-9d2f-4d5d-8aa1-9126f1b75ea0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.835490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ac5449c-9d2f-4d5d-8aa1-9126f1b75ea0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.835890] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ac5449c-9d2f-4d5d-8aa1-9126f1b75ea0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.836096] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ac5449c-9d2f-4d5d-8aa1-9126f1b75ea0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.063568] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bc0accb-54a0-4367-a7a1-846d912104ed [ 645.063568] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.063568] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.063568] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.063568] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.063568] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.063568] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bc0accb-54a0-4367-a7a1-846d912104ed already deleted. [ 645.063568] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bc0accb-54a0-4367-a7a1-846d912104ed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.301310] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('333bd2d4-75ea-43e3-b5d9-a6d86b65ba66',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.338650] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ac5449c-9d2f-4d5d-8aa1-9126f1b75ea0 [ 645.338900] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.339056] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.339136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.339370] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.339478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.339628] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ac5449c-9d2f-4d5d-8aa1-9126f1b75ea0 already deleted. [ 645.339628] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ac5449c-9d2f-4d5d-8aa1-9126f1b75ea0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.731968] env[65619]: INFO networking_nsxv3.common.synchronization [req-b640961c-e1c2-4814-be4c-ab797980adb0 req-d50c43fc-c5b0-4f65-98a9-94a60a90d32c tempest-ServersWithSpecificFlavorTestJSON-1557575717 tempest-ServersWithSpecificFlavorTestJSON-1557575717-project-member] Enqueued Resource ID: ad58651d-ea48-4f0f-9427-dbad2c57924a with Priority: HIGHEST for action security_group_members [ 645.734673] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad58651d-ea48-4f0f-9427-dbad2c57924a with Priority: HIGHEST for action security_group_members [ 645.736190] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad58651d-ea48-4f0f-9427-dbad2c57924a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.736190] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.736190] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.736732] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.736732] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.736732] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.737173] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.737173] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.737173] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.737173] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad58651d-ea48-4f0f-9427-dbad2c57924a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.803258] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.803458] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.803540] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.803750] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.803843] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.803941] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 is going to be updated. [ 645.845851] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.846009] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.846108] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.846369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.846544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.864191] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 in Status: IN_PROGRESS for 2s [ 646.195321] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.195662] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-141" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.195857] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-141" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.196664] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-141" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.197077] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.197367] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.197634] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.197817] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.198103] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.198547] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.198631] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.198798] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.199637] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.199797] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.200151] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.200151] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.226072] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.226340] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.226432] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.226655] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-141" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.226999] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-d70e143c-f669-4238-807b-b334b814894d taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.227789] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-d70e143c-f669-4238-807b-b334b814894d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.227789] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-d70e143c-f669-4238-807b-b334b814894d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.227789] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-d70e143c-f669-4238-807b-b334b814894d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.227789] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d70e143c-f669-4238-807b-b334b814894d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.240070] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.240432] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.240432] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.240568] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.240675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.240866] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.241073] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.241126] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.241310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.241462] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.241583] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad58651d-ea48-4f0f-9427-dbad2c57924a already deleted. [ 646.241716] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.730898] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.731485] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.731485] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.731812] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.732059] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.732242] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port d70e143c-f669-4238-807b-b334b814894d not found, creating... [ 646.732567] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.732755] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.732963] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.733209] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.733393] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.733757] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.734203] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.734336] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.734604] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.734762] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.734991] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: d70e143c-f669-4238-807b-b334b814894d is going to be created. [ 646.762621] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.763236] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.763358] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.763968] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.763968] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.764202] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-d70e143c-f669-4238-807b-b334b814894d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.821228] env[65619]: INFO networking_nsxv3.common.synchronization [None req-781725c1-7a36-431b-99d2-04af867813f5 None None] Enqueued Resource ID: 2846282c-6740-4849-8033-3fea9c675050 with Priority: HIGHEST for action port [ 646.821982] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2846282c-6740-4849-8033-3fea9c675050 with Priority: HIGHEST for action port [ 646.822497] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-2846282c-6740-4849-8033-3fea9c675050 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.822692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2846282c-6740-4849-8033-3fea9c675050" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.823060] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2846282c-6740-4849-8033-3fea9c675050" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.823411] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2846282c-6740-4849-8033-3fea9c675050" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.823506] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2846282c-6740-4849-8033-3fea9c675050',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.326523] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2846282c-6740-4849-8033-3fea9c675050 [ 647.326828] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.327016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.327135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.327482] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.327619] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.327758] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2846282c-6740-4849-8033-3fea9c675050 already deleted. [ 647.327944] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2846282c-6740-4849-8033-3fea9c675050" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.508877] env[65619]: INFO networking_nsxv3.common.synchronization [req-b640961c-e1c2-4814-be4c-ab797980adb0 req-c3c689b8-8c46-416b-8d37-32204a04771e service nova] Enqueued Resource ID: ad58651d-ea48-4f0f-9427-dbad2c57924a with Priority: HIGHEST for action security_group_rules [ 647.508877] env[65619]: INFO networking_nsxv3.common.synchronization [req-b640961c-e1c2-4814-be4c-ab797980adb0 req-c3c689b8-8c46-416b-8d37-32204a04771e service nova] Enqueued Resource ID: ad58651d-ea48-4f0f-9427-dbad2c57924a with Priority: HIGHEST for action security_group_members [ 647.508877] env[65619]: INFO networking_nsxv3.common.synchronization [req-b640961c-e1c2-4814-be4c-ab797980adb0 req-c3c689b8-8c46-416b-8d37-32204a04771e service nova] Enqueued Resource ID: d70e143c-f669-4238-807b-b334b814894d with Priority: HIGHEST for action port [ 647.508877] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad58651d-ea48-4f0f-9427-dbad2c57924a with Priority: HIGHEST for action security_group_rules [ 647.508877] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad58651d-ea48-4f0f-9427-dbad2c57924a with Priority: HIGHEST for action security_group_members [ 647.508877] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70e143c-f669-4238-807b-b334b814894d with Priority: HIGHEST for action port [ 647.509236] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad58651d-ea48-4f0f-9427-dbad2c57924a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.509236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.509236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.509462] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.509500] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad58651d-ea48-4f0f-9427-dbad2c57924a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.510358] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad58651d-ea48-4f0f-9427-dbad2c57924a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.510464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.510524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.510702] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.514596] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.514754] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.514819] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.515040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.515131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.515229] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad58651d-ea48-4f0f-9427-dbad2c57924a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.517564] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-d70e143c-f669-4238-807b-b334b814894d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.517720] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d70e143c-f669-4238-807b-b334b814894d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.517720] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d70e143c-f669-4238-807b-b334b814894d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.519288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d70e143c-f669-4238-807b-b334b814894d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.519288] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d70e143c-f669-4238-807b-b334b814894d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.875530] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 in Status: SUCCESS [ 647.876272] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.876944] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.876944] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.876944] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.877159] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.877159] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.877293] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.877293] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.877367] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.877410] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('333bd2d4-75ea-43e3-b5d9-a6d86b65ba66',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.018123] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad58651d-ea48-4f0f-9427-dbad2c57924a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.023022] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad58651d-ea48-4f0f-9427-dbad2c57924a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.024474] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.024753] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d70e143c-f669-4238-807b-b334b814894d with status ACTIVE [ 648.025017] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.025017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.025017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.025580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.025580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.025791] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.025791] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.026022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.026022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.026369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.026369] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.026369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.026535] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.026535] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.027030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.027030] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d70e143c-f669-4238-807b-b334b814894d is going to be updated. [ 648.061026] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.061026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.061026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.061026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.061026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.061026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d70e143c-f669-4238-807b-b334b814894d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.247578] env[65619]: INFO networking_nsxv3.common.synchronization [req-0895218a-3103-42f5-a356-e00146c3832c req-2fc702dc-99b3-4215-abdc-c41cc7015186 tempest-ServersAdminNegativeTestJSON-853998038 tempest-ServersAdminNegativeTestJSON-853998038-project-member] Enqueued Resource ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 with Priority: HIGHEST for action security_group_members [ 648.248157] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 with Priority: HIGHEST for action security_group_members [ 648.248472] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab42abea-7e10-40b4-b6a6-107e99f4f350 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.248692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.248827] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.249665] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.250013] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.250172] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.250490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.250490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.250589] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.250654] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab42abea-7e10-40b4-b6a6-107e99f4f350',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.384146] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.384146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.384146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.384146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.384146] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.384146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.384146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.384146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.384146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.384146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.384146] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.384146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.384146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.384146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.384146] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.384146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.385435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.385435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.385435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.385435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.385435] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('333bd2d4-75ea-43e3-b5d9-a6d86b65ba66',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.477334] env[65619]: INFO networking_nsxv3.common.synchronization [None req-490f5e7b-a6d7-49c7-a6d8-d7011dd09ced tempest-ServersTestJSON-2094665467 tempest-ServersTestJSON-2094665467-project-member] Enqueued Resource ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b with Priority: HIGHEST for action security_group_rules [ 648.477334] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b with Priority: HIGHEST for action security_group_rules [ 648.477334] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-964c9baa-43f3-4c9b-ae39-5ee0421ae73b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.477334] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.477334] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.477865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.478171] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('964c9baa-43f3-4c9b-ae39-5ee0421ae73b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.522471] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad58651d-ea48-4f0f-9427-dbad2c57924a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.672169] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.672889] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.672889] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.672889] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.673290] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.673396] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.673436] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.673638] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.673776] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.673980] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.674631] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.674810] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.675103] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.675272] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.675428] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.675600] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.688041] env[65619]: INFO networking_nsxv3.common.synchronization [None req-aa6a32d4-1c44-4ae8-8b32-6542634a515c tempest-ServersTestJSON-2094665467 tempest-ServersTestJSON-2094665467-project-member] Enqueued Resource ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b with Priority: HIGHEST for action security_group_rules [ 648.689325] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b with Priority: HIGHEST for action security_group_rules [ 648.689583] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-964c9baa-43f3-4c9b-ae39-5ee0421ae73b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.689702] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.698028] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.698028] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.698028] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.698028] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.698028] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-daa1f257-6371-4885-bfce-b40fd90cbf89 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.698028] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-daa1f257-6371-4885-bfce-b40fd90cbf89" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.698028] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-daa1f257-6371-4885-bfce-b40fd90cbf89" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.698028] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-daa1f257-6371-4885-bfce-b40fd90cbf89" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.698028] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daa1f257-6371-4885-bfce-b40fd90cbf89',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.756799] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab42abea-7e10-40b4-b6a6-107e99f4f350',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.888513] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66: rpc.has_security_group_logging(os_id): False [ 648.907624] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.907855] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.908269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.908269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.908427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.908745] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.908893] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.908989] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.909232] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.909351] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.909608] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.909753] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.909849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.910064] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.910181] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.910491] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.910600] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.910696] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.910900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.911027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.911153] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 is going to be updated. [ 648.981747] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.981975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.981975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.982130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.982275] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.999469] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 in Status: IN_PROGRESS for 2s [ 649.000657] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.000788] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.000860] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.001101] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.001193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.001289] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b already deleted. [ 649.001371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.001517] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.001677] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.001760] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('964c9baa-43f3-4c9b-ae39-5ee0421ae73b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.026389] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.026618] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.026618] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.026820] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.026914] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.027026] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad58651d-ea48-4f0f-9427-dbad2c57924a is going to be created. [ 649.096999] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.097270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.097324] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.097629] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.097844] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.109234] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad58651d-ea48-4f0f-9427-dbad2c57924a in Status: UNINITIALIZED for 2s [ 649.201310] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.201741] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.201987] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.202469] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.202720] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.203014] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port daa1f257-6371-4885-bfce-b40fd90cbf89 not found, creating... [ 649.203547] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.204115] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.205541] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.205707] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.205888] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.206338] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.206520] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.206973] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.206973] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.206973] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.207144] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: daa1f257-6371-4885-bfce-b40fd90cbf89 is going to be created. [ 649.232296] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.232296] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.232296] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.232296] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.232296] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.232296] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-daa1f257-6371-4885-bfce-b40fd90cbf89" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.259925] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab42abea-7e10-40b4-b6a6-107e99f4f350',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.537222] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.537436] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.537483] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.537700] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.537807] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.537872] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b already deleted. [ 649.537954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.762440] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.762671] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.762756] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.762935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.763047] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.763185] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 is going to be updated. [ 649.804701] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.804701] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.805153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.805153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.805249] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.816793] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 in Status: IN_PROGRESS for 2s [ 650.036387] env[65619]: INFO networking_nsxv3.common.synchronization [req-0895218a-3103-42f5-a356-e00146c3832c req-400c5151-a387-498a-aebc-04156c43b656 service nova] Enqueued Resource ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 with Priority: HIGHEST for action security_group_rules [ 650.036756] env[65619]: INFO networking_nsxv3.common.synchronization [req-0895218a-3103-42f5-a356-e00146c3832c req-400c5151-a387-498a-aebc-04156c43b656 service nova] Enqueued Resource ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 with Priority: HIGHEST for action security_group_members [ 650.036798] env[65619]: INFO networking_nsxv3.common.synchronization [req-0895218a-3103-42f5-a356-e00146c3832c req-400c5151-a387-498a-aebc-04156c43b656 service nova] Enqueued Resource ID: daa1f257-6371-4885-bfce-b40fd90cbf89 with Priority: HIGHEST for action port [ 650.037675] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 with Priority: HIGHEST for action security_group_rules [ 650.037838] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 with Priority: HIGHEST for action security_group_members [ 650.037969] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa1f257-6371-4885-bfce-b40fd90cbf89 with Priority: HIGHEST for action port [ 650.038257] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab42abea-7e10-40b4-b6a6-107e99f4f350 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.038461] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.038461] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.038706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.038826] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab42abea-7e10-40b4-b6a6-107e99f4f350',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.039784] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab42abea-7e10-40b4-b6a6-107e99f4f350 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.039891] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.040123] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-daa1f257-6371-4885-bfce-b40fd90cbf89 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.040258] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daa1f257-6371-4885-bfce-b40fd90cbf89" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.040258] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daa1f257-6371-4885-bfce-b40fd90cbf89" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.040430] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daa1f257-6371-4885-bfce-b40fd90cbf89" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.040506] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daa1f257-6371-4885-bfce-b40fd90cbf89',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.397282] env[65619]: INFO networking_nsxv3.common.synchronization [req-e392decf-b94f-41a2-8b5c-cc22ac0f58ba req-191f9afb-02d4-4b6a-8987-64f8e9b85076 tempest-DeleteServersTestJSON-987271658 tempest-DeleteServersTestJSON-987271658-project-member] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 650.397852] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 650.398180] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.398518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.398518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.398650] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.401782] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.401782] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.401782] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.401782] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.401782] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.401782] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.542994] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab42abea-7e10-40b4-b6a6-107e99f4f350 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.543205] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.543386] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port daa1f257-6371-4885-bfce-b40fd90cbf89 with status ACTIVE [ 650.543556] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.543663] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.543728] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.543937] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.544039] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.544210] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.544305] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.544364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.544513] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.544589] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.544760] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.544849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.544897] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.545121] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.545192] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.545277] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: daa1f257-6371-4885-bfce-b40fd90cbf89 is going to be updated. [ 650.570943] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.570943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.570943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.570943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.570943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.570943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daa1f257-6371-4885-bfce-b40fd90cbf89" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.791339] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.791542] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.795119] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.795119] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.795119] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.795119] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.795119] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.795119] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.795119] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.795119] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.795119] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.795119] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.795119] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.795119] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.795119] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.795119] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.817296] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.817548] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.817695] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.817889] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.818254] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-29823f27-376e-48e8-a2a8-286facb99b5b taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.818445] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-29823f27-376e-48e8-a2a8-286facb99b5b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.818561] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-29823f27-376e-48e8-a2a8-286facb99b5b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.819050] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-29823f27-376e-48e8-a2a8-286facb99b5b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.819170] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29823f27-376e-48e8-a2a8-286facb99b5b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.903900] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.904212] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.904314] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.904634] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.904754] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.905072] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.905245] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.905297] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.905441] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.905520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.905628] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f already deleted. [ 650.905708] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.020257] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 in Status: SUCCESS [ 651.020460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.123585] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad58651d-ea48-4f0f-9427-dbad2c57924a in Status: SUCCESS [ 651.123585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.124037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.125074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.125074] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.125074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.125074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.125548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.125645] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.125814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.125991] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad58651d-ea48-4f0f-9427-dbad2c57924a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.322809] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.322990] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.323132] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.323484] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.323900] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.324018] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 29823f27-376e-48e8-a2a8-286facb99b5b not found, creating... [ 651.324425] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.324709] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.324786] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.325525] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.325868] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.326469] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.326710] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.326863] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.327227] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.327575] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.327955] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 29823f27-376e-48e8-a2a8-286facb99b5b is going to be created. [ 651.357029] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.357405] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.357550] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.357855] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.358262] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.358999] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-29823f27-376e-48e8-a2a8-286facb99b5b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.629101] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad58651d-ea48-4f0f-9427-dbad2c57924a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.827989] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 in Status: SUCCESS [ 651.828229] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.828400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.828624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.828809] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.828937] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.829017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.829168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.829255] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.829435] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab42abea-7e10-40b4-b6a6-107e99f4f350',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.068797] env[65619]: INFO networking_nsxv3.common.synchronization [req-e392decf-b94f-41a2-8b5c-cc22ac0f58ba req-8358da28-b828-4211-9463-60ea23701d34 service nova] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_rules [ 652.069186] env[65619]: INFO networking_nsxv3.common.synchronization [req-e392decf-b94f-41a2-8b5c-cc22ac0f58ba req-8358da28-b828-4211-9463-60ea23701d34 service nova] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 652.069932] env[65619]: INFO networking_nsxv3.common.synchronization [req-e392decf-b94f-41a2-8b5c-cc22ac0f58ba req-8358da28-b828-4211-9463-60ea23701d34 service nova] Enqueued Resource ID: 29823f27-376e-48e8-a2a8-286facb99b5b with Priority: HIGHEST for action port [ 652.070696] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_rules [ 652.070904] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 652.071060] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29823f27-376e-48e8-a2a8-286facb99b5b with Priority: HIGHEST for action port [ 652.072450] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.072450] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.072450] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.072450] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.072450] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.072868] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.075163] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.075163] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.075163] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.075163] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.075163] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.075163] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.075163] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.075163] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.075163] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.075163] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-29823f27-376e-48e8-a2a8-286facb99b5b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.075163] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29823f27-376e-48e8-a2a8-286facb99b5b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.075163] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29823f27-376e-48e8-a2a8-286facb99b5b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.075163] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29823f27-376e-48e8-a2a8-286facb99b5b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.075163] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29823f27-376e-48e8-a2a8-286facb99b5b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.132627] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad58651d-ea48-4f0f-9427-dbad2c57924a: rpc.has_security_group_logging(os_id): False [ 652.153190] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.153414] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.153540] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.153867] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.154040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.154335] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.154584] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.154584] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.154668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.154737] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.154822] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad58651d-ea48-4f0f-9427-dbad2c57924a is going to be created. [ 652.227282] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.227553] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.227553] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.227710] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.227891] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.240336] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad58651d-ea48-4f0f-9427-dbad2c57924a in Status: IN_PROGRESS for 2s [ 652.332891] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab42abea-7e10-40b4-b6a6-107e99f4f350',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.576966] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.577168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.577405] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.578905] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29823f27-376e-48e8-a2a8-286facb99b5b with status ACTIVE [ 652.579253] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.579456] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.580070] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.580070] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.580300] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.580641] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.580711] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.580783] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.580962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.581113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.581428] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.581608] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.581714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.581928] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.581997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.582089] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29823f27-376e-48e8-a2a8-286facb99b5b is going to be updated. [ 652.614480] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.614641] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.614693] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.614953] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.615207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.615407] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29823f27-376e-48e8-a2a8-286facb99b5b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.836058] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab42abea-7e10-40b4-b6a6-107e99f4f350',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.085144] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.126485] env[65619]: INFO networking_nsxv3.common.synchronization [req-3c67fca4-7300-408c-afd2-b3f0826e8113 req-eab876ff-bd4a-4858-98e2-1472c805117b tempest-ServersTestMultiNic-712285648 tempest-ServersTestMultiNic-712285648-project-member] Enqueued Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 653.127145] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 653.127563] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.127703] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.127773] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.127993] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.128164] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.128266] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.128336] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.128487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.128573] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.128666] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.339114] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.339114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.339114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.339624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.340618] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.342513] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 is going to be updated. [ 653.346420] env[65619]: INFO networking_nsxv3.common.synchronization [req-3c67fca4-7300-408c-afd2-b3f0826e8113 req-8900e18c-9b08-4c08-8e32-2b22e2fb8071 tempest-ServersTestMultiNic-712285648 tempest-ServersTestMultiNic-712285648-project-member] Enqueued Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 653.346597] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 653.346933] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.347084] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.519110] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.519278] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.519350] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.519580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.519728] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.530544] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 in Status: IN_PROGRESS for 2s [ 653.588644] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.588854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.588956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.589262] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.589390] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.590269] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be created. [ 653.617984] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.618191] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.618239] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.618424] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.618589] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.628318] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: UNINITIALIZED for 2s [ 653.630749] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.988378] env[65619]: INFO networking_nsxv3.common.synchronization [req-3c67fca4-7300-408c-afd2-b3f0826e8113 req-c3e860ef-83e5-4437-86a9-9a5b95f58ecb tempest-ServersTestMultiNic-712285648 tempest-ServersTestMultiNic-712285648-project-member] Enqueued Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 653.988378] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 653.988378] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.988728] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.136673] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.256211] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad58651d-ea48-4f0f-9427-dbad2c57924a in Status: SUCCESS [ 654.257039] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.636885] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.637235] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.637235] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.637436] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.637568] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.637655] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e is going to be updated. [ 654.673336] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.673481] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.673587] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.673763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.674642] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.685635] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: IN_PROGRESS for 2s [ 655.541739] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 in Status: SUCCESS [ 655.541974] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.542166] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.542383] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.542575] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.542693] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.542758] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.542918] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.543030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.543140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.543284] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab42abea-7e10-40b4-b6a6-107e99f4f350',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.641397] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 655.641397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.641397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.641397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.641397] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.641397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.641397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.642370] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.642464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.642581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.642688] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.048327] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab42abea-7e10-40b4-b6a6-107e99f4f350 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.048496] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.048564] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.048786] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.048954] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.049185] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.049264] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.049526] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.049665] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.049794] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.049982] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab42abea-7e10-40b4-b6a6-107e99f4f350 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.050218] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.050329] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.050512] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.050760] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.050888] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.050984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.051201] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.051288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.051377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.051474] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab42abea-7e10-40b4-b6a6-107e99f4f350',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.146646] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.146900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.146969] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.147195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.147382] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.147510] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.147609] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.147702] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.147786] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.147873] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.148042] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.148149] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.148243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.148406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.148545] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.148641] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.148732] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.148906] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.148985] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.149132] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.149244] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.557468] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab42abea-7e10-40b4-b6a6-107e99f4f350: rpc.has_security_group_logging(os_id): False [ 656.578697] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.578697] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.578697] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.578697] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.578697] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.578697] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.578697] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.578697] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.578697] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.578697] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.579864] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.580296] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.580492] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.580801] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.581034] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.581447] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.581746] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.581945] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.582273] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.584029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.584029] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 is going to be updated. [ 656.653945] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 421f2830-821c-4fc8-8fea-179533f9ce4f: rpc.has_security_group_logging(os_id): False [ 656.670120] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.670318] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.670366] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.670580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.670737] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.681346] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.681569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.681569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.684813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.684813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.684813] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.684813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.684813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.684813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.684813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.684813] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.684813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.684813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.684813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.684813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.684813] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.684813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.686044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.686044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.686044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.686044] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be created. [ 656.688549] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 in Status: IN_PROGRESS for 2s [ 656.704096] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: SUCCESS [ 656.704444] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.704555] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.704779] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.704976] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.705211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.705281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.705453] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.705560] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.705824] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.782723] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.782977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.783073] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.783306] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.783550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.819454] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: IN_PROGRESS for 2s [ 657.210537] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.210797] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.210860] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.211431] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.211431] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.211613] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.211774] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.211774] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.211946] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.212070] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.212255] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e is going to be updated. [ 657.254961] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.255300] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.255300] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.255429] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.255572] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.265890] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: IN_PROGRESS for 2s [ 657.299521] env[65619]: INFO networking_nsxv3.common.synchronization [req-40021263-3d89-407b-884e-9ea1a2d97351 req-86e57c64-f9ca-4399-b120-8b1ae732bece tempest-DeleteServersAdminTestJSON-846020026 tempest-DeleteServersAdminTestJSON-846020026-project-member] Enqueued Resource ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 with Priority: HIGHEST for action security_group_members [ 657.300237] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 with Priority: HIGHEST for action security_group_members [ 657.300569] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.300721] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.300788] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.301037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.301263] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.301406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.301486] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.301682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.301800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.303658] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c7f3a9b-a5ec-476f-8156-6f928e0d7410',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.806168] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.806168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.806168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.806168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.806168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.806168] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.806168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.806168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.806168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.806168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.806168] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 is going to be updated. [ 657.835597] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.838033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.838033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.838033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.838033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.855958] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 in Status: IN_PROGRESS for 2s [ 657.987721] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.988706] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.988706] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.988706] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.989215] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.990541] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.990541] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.990541] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.990541] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.990541] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.990541] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.990541] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.990879] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.990879] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.990879] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.990879] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.015752] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.015938] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.016042] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.016232] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.017272] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-e3ddd5b9-3f5b-41fe-8a1d-9d40e03ae44c taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.017272] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-e3ddd5b9-3f5b-41fe-8a1d-9d40e03ae44c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.017272] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-e3ddd5b9-3f5b-41fe-8a1d-9d40e03ae44c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.017272] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-e3ddd5b9-3f5b-41fe-8a1d-9d40e03ae44c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.017535] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3ddd5b9-3f5b-41fe-8a1d-9d40e03ae44c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.521392] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.521392] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.521675] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.521890] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.522216] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.522289] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port e3ddd5b9-3f5b-41fe-8a1d-9d40e03ae44c not found, creating... [ 658.522565] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.522743] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.522850] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.523103] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.523259] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.523543] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.523711] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.523911] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.524117] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.524276] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.524429] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: e3ddd5b9-3f5b-41fe-8a1d-9d40e03ae44c is going to be created. [ 658.545731] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.545731] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.546093] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.546093] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.546376] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.546667] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-e3ddd5b9-3f5b-41fe-8a1d-9d40e03ae44c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.712317] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 in Status: SUCCESS [ 658.712549] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.833497] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 658.833986] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.279446] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: SUCCESS [ 659.279767] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e deletion is rescheduled due to dependency. [ 659.279951] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.280251] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.280567] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.280822] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.280886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.281123] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.281162] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.281413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.281413] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.284485] env[65619]: INFO networking_nsxv3.common.synchronization [req-40021263-3d89-407b-884e-9ea1a2d97351 req-f9906755-a752-427f-b1db-9de15685b72b service nova] Enqueued Resource ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 with Priority: HIGHEST for action security_group_rules [ 659.284671] env[65619]: INFO networking_nsxv3.common.synchronization [req-40021263-3d89-407b-884e-9ea1a2d97351 req-f9906755-a752-427f-b1db-9de15685b72b service nova] Enqueued Resource ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 with Priority: HIGHEST for action security_group_members [ 659.284808] env[65619]: INFO networking_nsxv3.common.synchronization [req-40021263-3d89-407b-884e-9ea1a2d97351 req-f9906755-a752-427f-b1db-9de15685b72b service nova] Enqueued Resource ID: e3ddd5b9-3f5b-41fe-8a1d-9d40e03ae44c with Priority: HIGHEST for action port [ 659.285466] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 with Priority: HIGHEST for action security_group_rules [ 659.285629] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 with Priority: HIGHEST for action security_group_members [ 659.286058] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3ddd5b9-3f5b-41fe-8a1d-9d40e03ae44c with Priority: HIGHEST for action port [ 659.286058] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c7f3a9b-a5ec-476f-8156-6f928e0d7410 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.286245] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.286400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.287870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.287870] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c7f3a9b-a5ec-476f-8156-6f928e0d7410',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.287870] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.289526] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.289526] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3ddd5b9-3f5b-41fe-8a1d-9d40e03ae44c taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.289526] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3ddd5b9-3f5b-41fe-8a1d-9d40e03ae44c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.289526] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3ddd5b9-3f5b-41fe-8a1d-9d40e03ae44c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.289526] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3ddd5b9-3f5b-41fe-8a1d-9d40e03ae44c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.289526] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3ddd5b9-3f5b-41fe-8a1d-9d40e03ae44c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.793024] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.793024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.793024] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.793024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.793024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.793024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.793024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.793024] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.793024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.793024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.793024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.793024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.793024] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e is going to be updated. [ 659.793024] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3ddd5b9-3f5b-41fe-8a1d-9d40e03ae44c with status ACTIVE [ 659.793024] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.794272] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.794530] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.795358] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.796232] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.796580] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.796739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.796829] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.797079] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.797193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.797481] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.797608] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.797692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.800271] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.800271] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.800271] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3ddd5b9-3f5b-41fe-8a1d-9d40e03ae44c is going to be updated. [ 659.835725] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.835725] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.835725] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.835725] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.835725] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.835725] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3ddd5b9-3f5b-41fe-8a1d-9d40e03ae44c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.849188] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.849188] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.849188] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.849188] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.849188] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.859462] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: IN_PROGRESS for 2s [ 659.869025] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 in Status: SUCCESS [ 659.869025] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 deletion is rescheduled due to dependency. [ 659.869025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.869025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.869025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.869025] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.869025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.869025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.869025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.869025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.869025] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c7f3a9b-a5ec-476f-8156-6f928e0d7410',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.372950] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c7f3a9b-a5ec-476f-8156-6f928e0d7410',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.876331] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c7f3a9b-a5ec-476f-8156-6f928e0d7410',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.986350] env[65619]: INFO networking_nsxv3.common.synchronization [None req-96a7e586-a5f6-495e-8aaa-0e4b53babb13 None None] Enqueued Resource ID: 7d430471-a6a5-4f31-9d15-d837c767dfc5 with Priority: HIGHEST for action port [ 660.986605] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d430471-a6a5-4f31-9d15-d837c767dfc5 with Priority: HIGHEST for action port [ 660.987144] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d430471-a6a5-4f31-9d15-d837c767dfc5 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.987327] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d430471-a6a5-4f31-9d15-d837c767dfc5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.987411] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d430471-a6a5-4f31-9d15-d837c767dfc5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.987938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d430471-a6a5-4f31-9d15-d837c767dfc5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.988038] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d430471-a6a5-4f31-9d15-d837c767dfc5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.550470] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.550470] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.550470] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.550470] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.550470] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.550470] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 is going to be updated. [ 661.550470] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.550470] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.550470] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.550470] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.550470] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.550470] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 in Status: IN_PROGRESS for 2s [ 661.550470] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d430471-a6a5-4f31-9d15-d837c767dfc5 [ 661.550470] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.550470] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.550470] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.557113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.557113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.557113] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d430471-a6a5-4f31-9d15-d837c767dfc5 already deleted. [ 661.557113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d430471-a6a5-4f31-9d15-d837c767dfc5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.875792] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: SUCCESS [ 661.876046] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e deletion is rescheduled due to dependency. [ 661.876217] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.525066] env[65619]: INFO networking_nsxv3.common.synchronization [req-59e32101-1d16-4b2e-8704-7389e06ce87d req-46799a76-857f-4570-8501-ab1da81c1182 tempest-AttachInterfacesV270Test-1054831159 tempest-AttachInterfacesV270Test-1054831159-project-member] Enqueued Resource ID: 3154fdd6-780a-40bf-aa0e-5a3a99531ca5 with Priority: HIGHEST for action security_group_members [ 662.525642] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3154fdd6-780a-40bf-aa0e-5a3a99531ca5 with Priority: HIGHEST for action security_group_members [ 662.525947] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.527905] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.528034] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.528272] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.528954] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.529092] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.529145] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.529326] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.529415] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.529520] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3154fdd6-780a-40bf-aa0e-5a3a99531ca5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.034049] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.034716] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.034930] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.035217] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.035398] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.035578] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.036060] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.036060] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.036060] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.036306] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.036472] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3154fdd6-780a-40bf-aa0e-5a3a99531ca5 is going to be updated. [ 663.072354] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.072624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.072624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.073306] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.073306] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.085443] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3154fdd6-780a-40bf-aa0e-5a3a99531ca5 in Status: IN_PROGRESS for 2s [ 663.463899] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 in Status: SUCCESS [ 663.464241] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.464459] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.464628] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.464822] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.464937] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.464994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.465242] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.465332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.465398] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.465503] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c7f3a9b-a5ec-476f-8156-6f928e0d7410',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.968902] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.969288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.969288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.969590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.969668] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.969757] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.969800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.969960] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.970064] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.970157] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.970307] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.970403] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.970466] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.970622] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.971277] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.971277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.971277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.971277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.971277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.971277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.971277] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c7f3a9b-a5ec-476f-8156-6f928e0d7410',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.994506] env[65619]: INFO networking_nsxv3.common.synchronization [None req-42ff76d9-b350-44cc-af77-7010f9423d3e None None] Enqueued Resource ID: ff15d158-2e1b-4ce1-8068-23be341d7578 with Priority: HIGHEST for action port [ 663.994719] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff15d158-2e1b-4ce1-8068-23be341d7578 with Priority: HIGHEST for action port [ 663.994982] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff15d158-2e1b-4ce1-8068-23be341d7578 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.998288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff15d158-2e1b-4ce1-8068-23be341d7578" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.998462] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff15d158-2e1b-4ce1-8068-23be341d7578" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.999517] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff15d158-2e1b-4ce1-8068-23be341d7578" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.999714] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff15d158-2e1b-4ce1-8068-23be341d7578',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.085213] env[65619]: INFO networking_nsxv3.common.synchronization [None req-e88a5699-52d3-482b-82bc-d131b86f0ca7 None None] Enqueued Resource ID: ffaf0dd2-7ede-4833-a059-47b465b14ff1 with Priority: HIGHEST for action port [ 664.086037] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffaf0dd2-7ede-4833-a059-47b465b14ff1 with Priority: HIGHEST for action port [ 664.087069] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffaf0dd2-7ede-4833-a059-47b465b14ff1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.087069] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffaf0dd2-7ede-4833-a059-47b465b14ff1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.087262] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffaf0dd2-7ede-4833-a059-47b465b14ff1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.087489] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffaf0dd2-7ede-4833-a059-47b465b14ff1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.087579] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffaf0dd2-7ede-4833-a059-47b465b14ff1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.474894] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c7f3a9b-a5ec-476f-8156-6f928e0d7410: rpc.has_security_group_logging(os_id): False [ 664.498196] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.498196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.498196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.499378] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.499378] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.499378] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.499378] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.499378] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.499619] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.499619] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.500763] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.500763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.500763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.500763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.500763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.500763] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.500763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.500763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.500763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.500763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.502394] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 is going to be updated. [ 664.502465] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff15d158-2e1b-4ce1-8068-23be341d7578 [ 664.502655] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.502772] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.502840] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.502971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.503079] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.503169] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff15d158-2e1b-4ce1-8068-23be341d7578 already deleted. [ 664.503249] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff15d158-2e1b-4ce1-8068-23be341d7578" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.570665] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.570822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.570898] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.571132] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.571311] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.584994] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 in Status: IN_PROGRESS for 2s [ 664.590502] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffaf0dd2-7ede-4833-a059-47b465b14ff1 [ 664.590825] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.590964] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.591052] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.591303] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.591430] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.591535] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffaf0dd2-7ede-4833-a059-47b465b14ff1 already deleted. [ 664.591622] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffaf0dd2-7ede-4833-a059-47b465b14ff1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.119125] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3154fdd6-780a-40bf-aa0e-5a3a99531ca5 in Status: SUCCESS [ 665.119443] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3154fdd6-780a-40bf-aa0e-5a3a99531ca5 deletion is rescheduled due to dependency. [ 665.119504] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.158845] env[65619]: INFO networking_nsxv3.common.synchronization [req-3beba93c-36d9-4abb-bcb0-29f2c5756755 req-ba11ec9a-e94e-42bf-920a-2a4cd7abd263 tempest-VolumesAdminNegativeTest-1288035488 tempest-VolumesAdminNegativeTest-1288035488-project-member] Enqueued Resource ID: bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 with Priority: HIGHEST for action security_group_members [ 666.159393] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 with Priority: HIGHEST for action security_group_members [ 666.159764] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.159764] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.160030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.160109] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.160300] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.160413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.160478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.160630] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.160716] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.160807] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.616333] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 in Status: SUCCESS [ 666.616333] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.663685] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.663685] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.663685] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.663986] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.663986] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.664345] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.664345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.664345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.664686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.664686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.664686] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 already deleted. [ 666.664878] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.674557] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-566 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.674809] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-566" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.674809] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-566" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.675556] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-566" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.675728] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.675908] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.675908] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.676131] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.676296] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.676502] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.676612] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.676712] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.676809] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.676933] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.677448] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.677448] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.703703] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.703869] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.704015] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.704210] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-566" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.704604] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-410db7a7-88f3-4e2e-b5ed-95ef383f5f51 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.704793] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-410db7a7-88f3-4e2e-b5ed-95ef383f5f51" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.704919] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-410db7a7-88f3-4e2e-b5ed-95ef383f5f51" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.705388] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-410db7a7-88f3-4e2e-b5ed-95ef383f5f51" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.705579] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('410db7a7-88f3-4e2e-b5ed-95ef383f5f51',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.208780] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.209120] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.209120] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.209476] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.209720] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.209780] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 410db7a7-88f3-4e2e-b5ed-95ef383f5f51 not found, creating... [ 667.210044] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.210200] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.210435] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.210651] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.210849] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.211150] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.211326] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.211445] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.211646] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.211770] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.211905] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 410db7a7-88f3-4e2e-b5ed-95ef383f5f51 is going to be created. [ 667.240219] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.240495] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.240635] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.240912] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.241157] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.241418] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-410db7a7-88f3-4e2e-b5ed-95ef383f5f51" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.497048] env[65619]: INFO networking_nsxv3.common.synchronization [None req-bbe16014-583a-42dc-aa96-309e75544b7d None None] Enqueued Resource ID: 9b39bcff-a581-448e-9727-d1e423d24df7 with Priority: HIGHEST for action port [ 667.497692] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b39bcff-a581-448e-9727-d1e423d24df7 with Priority: HIGHEST for action port [ 667.498024] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b39bcff-a581-448e-9727-d1e423d24df7 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.498148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b39bcff-a581-448e-9727-d1e423d24df7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.498217] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b39bcff-a581-448e-9727-d1e423d24df7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.499338] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b39bcff-a581-448e-9727-d1e423d24df7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.499338] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b39bcff-a581-448e-9727-d1e423d24df7',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.755255] env[65619]: INFO networking_nsxv3.common.synchronization [None req-c65cb97a-5859-4282-9dd2-add4e6b4a42c None None] Enqueued Resource ID: 1535e912-a04e-421e-beb8-5234067a49cf with Priority: HIGHEST for action port [ 667.755503] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1535e912-a04e-421e-beb8-5234067a49cf with Priority: HIGHEST for action port [ 667.755822] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-1535e912-a04e-421e-beb8-5234067a49cf taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.755947] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1535e912-a04e-421e-beb8-5234067a49cf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.756021] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1535e912-a04e-421e-beb8-5234067a49cf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.756976] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1535e912-a04e-421e-beb8-5234067a49cf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.756976] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1535e912-a04e-421e-beb8-5234067a49cf',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.977693] env[65619]: INFO networking_nsxv3.common.synchronization [req-3beba93c-36d9-4abb-bcb0-29f2c5756755 req-3b5081e5-655b-4ed4-ad04-e68a2bd47344 service nova] Enqueued Resource ID: bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 with Priority: HIGHEST for action security_group_rules [ 667.977836] env[65619]: INFO networking_nsxv3.common.synchronization [req-3beba93c-36d9-4abb-bcb0-29f2c5756755 req-3b5081e5-655b-4ed4-ad04-e68a2bd47344 service nova] Enqueued Resource ID: bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 with Priority: HIGHEST for action security_group_members [ 667.978170] env[65619]: INFO networking_nsxv3.common.synchronization [req-3beba93c-36d9-4abb-bcb0-29f2c5756755 req-3b5081e5-655b-4ed4-ad04-e68a2bd47344 service nova] Enqueued Resource ID: 410db7a7-88f3-4e2e-b5ed-95ef383f5f51 with Priority: HIGHEST for action port [ 667.978570] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 with Priority: HIGHEST for action security_group_rules [ 667.978705] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 with Priority: HIGHEST for action security_group_members [ 667.978794] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410db7a7-88f3-4e2e-b5ed-95ef383f5f51 with Priority: HIGHEST for action port [ 667.979226] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.979380] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.979444] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.979699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.979967] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.983386] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.983386] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.983386] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.983386] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.983386] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.983386] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.983386] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.983386] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.983386] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.983386] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.983386] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-410db7a7-88f3-4e2e-b5ed-95ef383f5f51 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.983386] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-410db7a7-88f3-4e2e-b5ed-95ef383f5f51" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.983887] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-410db7a7-88f3-4e2e-b5ed-95ef383f5f51" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.984902] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-410db7a7-88f3-4e2e-b5ed-95ef383f5f51" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.985017] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('410db7a7-88f3-4e2e-b5ed-95ef383f5f51',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.003487] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b39bcff-a581-448e-9727-d1e423d24df7 [ 668.004310] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.004465] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.004528] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.004752] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.004861] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.004987] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b39bcff-a581-448e-9727-d1e423d24df7 already deleted. [ 668.005123] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b39bcff-a581-448e-9727-d1e423d24df7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.259148] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1535e912-a04e-421e-beb8-5234067a49cf [ 668.259568] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.259637] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.259683] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.259880] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.259977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.261984] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1535e912-a04e-421e-beb8-5234067a49cf already deleted. [ 668.261984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1535e912-a04e-421e-beb8-5234067a49cf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.487173] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.487324] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.487972] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.488685] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 410db7a7-88f3-4e2e-b5ed-95ef383f5f51 with status ACTIVE [ 668.489311] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.489311] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.489311] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.489518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.489518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.489725] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.489856] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.489958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.490183] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.490296] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.490525] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.490656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.490745] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.490981] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.491109] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.491476] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 410db7a7-88f3-4e2e-b5ed-95ef383f5f51 is going to be updated. [ 668.541290] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.541471] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.541520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.541713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.541848] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.542040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-410db7a7-88f3-4e2e-b5ed-95ef383f5f51" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.996171] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.500501] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.500744] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.500814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.501052] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.501140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.501273] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 is going to be created. [ 669.529330] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.529518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.529573] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.529748] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.529914] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.720271] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 in Status: UNINITIALIZED for 2s [ 670.589438] env[65619]: INFO networking_nsxv3.common.synchronization [None req-0018c025-878c-45ad-a7cd-05656fbea3c3 None None] Enqueued Resource ID: 3ee93bfd-f441-4e93-8dcf-821e43070bcb with Priority: HIGHEST for action port [ 670.590035] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee93bfd-f441-4e93-8dcf-821e43070bcb with Priority: HIGHEST for action port [ 670.591117] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ee93bfd-f441-4e93-8dcf-821e43070bcb taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.591289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ee93bfd-f441-4e93-8dcf-821e43070bcb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.591358] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ee93bfd-f441-4e93-8dcf-821e43070bcb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.591640] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ee93bfd-f441-4e93-8dcf-821e43070bcb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.591776] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ee93bfd-f441-4e93-8dcf-821e43070bcb',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.093911] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ee93bfd-f441-4e93-8dcf-821e43070bcb [ 671.094182] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.094332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.094530] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.094692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.094830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.094830] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ee93bfd-f441-4e93-8dcf-821e43070bcb already deleted. [ 671.094988] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ee93bfd-f441-4e93-8dcf-821e43070bcb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.617605] env[65619]: INFO networking_nsxv3.common.synchronization [req-0f7a0a34-9361-4de2-ab4d-86d631d76f6e req-6056eb1a-1900-45e1-a462-cc0df36768c0 tempest-ListServerFiltersTestJSON-1483185442 tempest-ListServerFiltersTestJSON-1483185442-project-member] Enqueued Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_members [ 671.617605] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_members [ 671.621516] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd12b8b-6f91-42b2-bd30-886c12bad459 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.621890] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.622705] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.622875] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.623106] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.623281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.623460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.623631] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.623821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.623943] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.741478] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 in Status: SUCCESS [ 671.741478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.741478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.741478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.741478] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.741478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.741478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.741478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.741478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.741478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.741478] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.998869] env[65619]: INFO networking_nsxv3.common.synchronization [req-914c3626-3132-4206-86fa-69f860a7b588 req-36ca899e-e854-4241-b650-c7b6a7ec99f0 tempest-DeleteServersTestJSON-987271658 tempest-DeleteServersTestJSON-987271658-project-member] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 671.999510] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 671.999802] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.999927] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.999994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.000271] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.001403] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.001403] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.001403] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.001403] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.001403] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.001728] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.128565] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.129334] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.129334] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.130593] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.130593] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.130593] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.130593] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.130593] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.130593] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.130593] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.130593] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 already deleted. [ 672.130965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.246910] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.246910] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.246910] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.246910] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.246910] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.246910] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.246910] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.246910] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.246910] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.246910] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.246910] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.246910] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.246910] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.246910] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.246910] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.246910] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.247788] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.247788] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.247788] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.247788] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.247788] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.415427] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.415656] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-939" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.415768] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-939" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.416522] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-939" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.416830] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.417581] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.417581] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.417732] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.417811] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.418030] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.418191] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.418261] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.418397] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.418507] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.418629] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.418763] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.442240] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.442240] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.442240] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.442535] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-939" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.443663] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-5ee44abd-adc9-44c7-a852-3f862f6fe237 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.443663] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-5ee44abd-adc9-44c7-a852-3f862f6fe237" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.443663] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-5ee44abd-adc9-44c7-a852-3f862f6fe237" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.443850] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-5ee44abd-adc9-44c7-a852-3f862f6fe237" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.443974] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ee44abd-adc9-44c7-a852-3f862f6fe237',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.503974] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.503974] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.504359] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.504359] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.504466] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.504655] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.504747] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.504801] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.504916] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.504991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.505094] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be updated. [ 672.548474] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.548474] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.548474] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.548474] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.548474] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.566092] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: IN_PROGRESS for 2s [ 672.749396] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285: rpc.has_security_group_logging(os_id): False [ 672.772638] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.772941] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.772941] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.773306] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.773471] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.773754] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.773886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.773967] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.774204] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.774373] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.774492] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.774598] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.774658] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.774825] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.775868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.775868] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.775868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.775868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.775868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.775868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.775868] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 is going to be created. [ 672.847776] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.847945] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.848056] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.848288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.848489] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.862086] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 in Status: IN_PROGRESS for 2s [ 672.946857] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.947102] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.947102] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.947438] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.947802] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.947890] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 5ee44abd-adc9-44c7-a852-3f862f6fe237 not found, creating... [ 672.948176] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.948346] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.948459] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.948699] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.948861] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.949345] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.950217] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.950341] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.950565] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.950718] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.950858] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 5ee44abd-adc9-44c7-a852-3f862f6fe237 is going to be created. [ 672.978234] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.978726] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.978884] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.979198] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.979431] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.979660] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-5ee44abd-adc9-44c7-a852-3f862f6fe237" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.190744] env[65619]: INFO networking_nsxv3.common.synchronization [req-aa576dd6-d020-4a1f-b4e1-752cb86dbb84 req-1a645018-2cd6-4ff8-a624-536fd8ede72e tempest-FloatingIPsAssociationTestJSON-717422918 tempest-FloatingIPsAssociationTestJSON-717422918-project-member] Enqueued Resource ID: a253e46d-20a3-45b8-ba43-44caa6525097 with Priority: HIGHEST for action security_group_members [ 673.191342] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a253e46d-20a3-45b8-ba43-44caa6525097 with Priority: HIGHEST for action security_group_members [ 673.191662] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-a253e46d-20a3-45b8-ba43-44caa6525097 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.191789] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.191851] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.192637] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.192637] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.192637] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.192637] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.192637] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.192969] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.192969] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a253e46d-20a3-45b8-ba43-44caa6525097',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.696274] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a253e46d-20a3-45b8-ba43-44caa6525097',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.730455] env[65619]: INFO networking_nsxv3.common.synchronization [req-0f7a0a34-9361-4de2-ab4d-86d631d76f6e req-86c35555-8a38-4049-925c-9d2d2860f0f0 service nova] Enqueued Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_rules [ 673.730455] env[65619]: INFO networking_nsxv3.common.synchronization [req-0f7a0a34-9361-4de2-ab4d-86d631d76f6e req-86c35555-8a38-4049-925c-9d2d2860f0f0 service nova] Enqueued Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_members [ 673.730455] env[65619]: INFO networking_nsxv3.common.synchronization [req-0f7a0a34-9361-4de2-ab4d-86d631d76f6e req-86c35555-8a38-4049-925c-9d2d2860f0f0 service nova] Enqueued Resource ID: 5ee44abd-adc9-44c7-a852-3f862f6fe237 with Priority: HIGHEST for action port [ 673.730455] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_rules [ 673.730455] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_members [ 673.730455] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee44abd-adc9-44c7-a852-3f862f6fe237 with Priority: HIGHEST for action port [ 673.730455] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bd12b8b-6f91-42b2-bd30-886c12bad459 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.730837] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.730837] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.730837] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.730942] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.731994] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd12b8b-6f91-42b2-bd30-886c12bad459 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.732114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.732114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.732283] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.732429] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.732524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.732576] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.732883] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.732883] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.732883] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.733760] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ee44abd-adc9-44c7-a852-3f862f6fe237 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.733908] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ee44abd-adc9-44c7-a852-3f862f6fe237" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.733908] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ee44abd-adc9-44c7-a852-3f862f6fe237" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.735059] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ee44abd-adc9-44c7-a852-3f862f6fe237" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.735141] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ee44abd-adc9-44c7-a852-3f862f6fe237',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.200485] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a253e46d-20a3-45b8-ba43-44caa6525097',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.238139] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd12b8b-6f91-42b2-bd30-886c12bad459 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.238139] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.242891] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.242891] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ee44abd-adc9-44c7-a852-3f862f6fe237 with status ACTIVE [ 674.242891] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.242891] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.242891] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.243927] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.244108] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.244343] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.244508] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.244576] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.244789] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.244881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.245121] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.245343] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.245343] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.245536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.245588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.245637] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ee44abd-adc9-44c7-a852-3f862f6fe237 is going to be updated. [ 674.270266] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.270431] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.270487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.271062] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.271226] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.271832] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ee44abd-adc9-44c7-a852-3f862f6fe237" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.578743] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 674.579321] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f deletion is rescheduled due to dependency. [ 674.579321] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.701953] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.702173] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.702290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.702424] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.702530] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.702632] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a253e46d-20a3-45b8-ba43-44caa6525097 is going to be updated. [ 674.750119] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.762056] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.762056] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.762056] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.762674] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.762674] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.775174] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a253e46d-20a3-45b8-ba43-44caa6525097 in Status: IN_PROGRESS for 2s [ 674.874333] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 in Status: SUCCESS [ 674.875498] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.253169] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.253537] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.253537] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.253653] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.253653] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.253769] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 is going to be created. [ 675.308748] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.308977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.308977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.309204] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.309360] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.323609] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 in Status: UNINITIALIZED for 2s [ 675.763554] env[65619]: INFO networking_nsxv3.common.synchronization [req-d59f7b34-e4f0-4f2a-9acf-9439583315c7 req-934cbf08-e9f5-4db5-8f2e-ecad35836e51 tempest-FloatingIPsAssociationNegativeTestJSON-52289122 tempest-FloatingIPsAssociationNegativeTestJSON-52289122-project-member] Enqueued Resource ID: b4d0426f-8dc7-4c7a-970c-72c2991c7b4f with Priority: HIGHEST for action security_group_members [ 675.764091] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d0426f-8dc7-4c7a-970c-72c2991c7b4f with Priority: HIGHEST for action security_group_members [ 675.764803] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.764933] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.765013] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.765453] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.765547] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.765642] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.765642] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.765809] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.765925] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.766038] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4d0426f-8dc7-4c7a-970c-72c2991c7b4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.270193] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.271467] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.271467] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.271467] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.271467] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.271467] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.271467] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.271467] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.271467] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.272035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.272724] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4d0426f-8dc7-4c7a-970c-72c2991c7b4f is going to be updated. [ 676.343040] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.343040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.343040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.343040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.343040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.356890] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4d0426f-8dc7-4c7a-970c-72c2991c7b4f in Status: IN_PROGRESS for 2s [ 676.785636] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a253e46d-20a3-45b8-ba43-44caa6525097 in Status: SUCCESS [ 676.785932] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.355059] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 in Status: SUCCESS [ 677.355059] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.355605] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.355605] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.355736] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.355910] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.356032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.356213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.356321] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.359065] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.359065] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.863956] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd12b8b-6f91-42b2-bd30-886c12bad459 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.866900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.866900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.866900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.866900] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.866900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.866900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.866900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.866900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.866900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.866900] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd12b8b-6f91-42b2-bd30-886c12bad459 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.866900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.866900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.866900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.866900] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.868324] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.868324] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.868738] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.868738] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.868900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.868900] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.371401] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4d0426f-8dc7-4c7a-970c-72c2991c7b4f in Status: SUCCESS [ 678.371871] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4d0426f-8dc7-4c7a-970c-72c2991c7b4f deletion is rescheduled due to dependency. [ 678.371871] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.371983] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bd12b8b-6f91-42b2-bd30-886c12bad459: rpc.has_security_group_logging(os_id): False [ 678.395305] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.395548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.395634] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.395924] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.396033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.396332] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.396536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.396536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.396722] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.396824] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.398151] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.398151] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.398151] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.398151] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.399096] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.399096] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.399286] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.399333] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.399483] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.399601] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.399726] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 is going to be created. [ 678.488217] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.488217] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.488217] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.489060] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.489392] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.507054] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 in Status: IN_PROGRESS for 2s [ 678.727332] env[65619]: INFO networking_nsxv3.common.synchronization [req-88020178-d9ab-4966-9e79-8616a1cf0f4b req-8cdbf0bb-bacd-4c22-96fd-da8e65a1e010 tempest-DeleteServersAdminTestJSON-846020026 tempest-DeleteServersAdminTestJSON-846020026-project-member] Enqueued Resource ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 with Priority: HIGHEST for action security_group_members [ 678.728170] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 with Priority: HIGHEST for action security_group_members [ 678.728923] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.729371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.729488] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.730949] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.730949] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.730949] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.730949] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.731115] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.731115] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.731193] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c7f3a9b-a5ec-476f-8156-6f928e0d7410',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.235227] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.235429] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.235429] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.235715] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.236204] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.236204] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.236204] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.236612] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.236612] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.236612] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.236612] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 is going to be updated. [ 679.298454] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.298699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.298699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.299359] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.299359] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.311123] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 in Status: IN_PROGRESS for 2s [ 679.623248] env[65619]: INFO networking_nsxv3.common.synchronization [req-38831968-6365-4be1-9c83-80e490b81a3d req-56e7991b-004e-4b1f-b076-ae11825166fc tempest-ServersTestJSON-2094665467 tempest-ServersTestJSON-2094665467-project-member] Enqueued Resource ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b with Priority: HIGHEST for action security_group_members [ 679.623656] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b with Priority: HIGHEST for action security_group_members [ 679.623875] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-964c9baa-43f3-4c9b-ae39-5ee0421ae73b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.624012] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.624745] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.625044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.625981] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.625981] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.626140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.626225] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.627113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.627113] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('964c9baa-43f3-4c9b-ae39-5ee0421ae73b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.128503] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.128672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.128746] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.128974] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.129084] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.129297] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.129400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.129459] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.129623] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.129730] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.129821] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b already deleted. [ 680.129905] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.322407] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.322883] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-686" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.323092] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-686" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.323842] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-686" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.324433] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.324620] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.324781] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.325026] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.325173] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.325766] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.326063] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.326540] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.327545] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.327826] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.328031] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.328344] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.355956] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.356245] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.356463] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.356868] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-686" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.357109] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-e58da052-bace-45db-b2f7-5c739b3d5f3d taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.357331] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-e58da052-bace-45db-b2f7-5c739b3d5f3d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.357488] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-e58da052-bace-45db-b2f7-5c739b3d5f3d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.357928] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-e58da052-bace-45db-b2f7-5c739b3d5f3d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.358113] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e58da052-bace-45db-b2f7-5c739b3d5f3d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.518721] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 in Status: SUCCESS [ 680.518867] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.538213] env[65619]: INFO networking_nsxv3.common.synchronization [None req-bdcb5420-46f6-40e5-aa41-4ec1caccf9da None None] Enqueued Resource ID: 6ad92409-c1bf-42b2-9ba2-06b93dc072a9 with Priority: HIGHEST for action port [ 680.538703] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ad92409-c1bf-42b2-9ba2-06b93dc072a9 with Priority: HIGHEST for action port [ 680.539672] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ad92409-c1bf-42b2-9ba2-06b93dc072a9 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.539672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ad92409-c1bf-42b2-9ba2-06b93dc072a9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.539672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ad92409-c1bf-42b2-9ba2-06b93dc072a9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.539672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ad92409-c1bf-42b2-9ba2-06b93dc072a9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.539672] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ad92409-c1bf-42b2-9ba2-06b93dc072a9',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.864090] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.864090] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.864090] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.864090] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.864090] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.864090] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port e58da052-bace-45db-b2f7-5c739b3d5f3d not found, creating... [ 680.864090] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.864090] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.864090] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.864090] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.864090] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.864940] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.864940] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.864940] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.865303] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.865643] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.866053] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: e58da052-bace-45db-b2f7-5c739b3d5f3d is going to be created. [ 680.889121] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.889404] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.889570] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.889927] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.890234] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.890524] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-e58da052-bace-45db-b2f7-5c739b3d5f3d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.041763] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ad92409-c1bf-42b2-9ba2-06b93dc072a9 [ 681.042028] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.042174] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.044144] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.044144] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.044144] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.044144] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ad92409-c1bf-42b2-9ba2-06b93dc072a9 already deleted. [ 681.044144] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ad92409-c1bf-42b2-9ba2-06b93dc072a9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.325563] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 in Status: SUCCESS [ 681.325563] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7f3a9b-a5ec-476f-8156-6f928e0d7410 deletion is rescheduled due to dependency. [ 681.325563] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7f3a9b-a5ec-476f-8156-6f928e0d7410" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.649109] env[65619]: INFO networking_nsxv3.common.synchronization [req-38831968-6365-4be1-9c83-80e490b81a3d req-a46a37e1-e342-474e-86e3-dcffd5b19f68 service nova] Enqueued Resource ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b with Priority: HIGHEST for action security_group_rules [ 681.649254] env[65619]: INFO networking_nsxv3.common.synchronization [req-38831968-6365-4be1-9c83-80e490b81a3d req-a46a37e1-e342-474e-86e3-dcffd5b19f68 service nova] Enqueued Resource ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b with Priority: HIGHEST for action security_group_members [ 681.649374] env[65619]: INFO networking_nsxv3.common.synchronization [req-38831968-6365-4be1-9c83-80e490b81a3d req-a46a37e1-e342-474e-86e3-dcffd5b19f68 service nova] Enqueued Resource ID: e58da052-bace-45db-b2f7-5c739b3d5f3d with Priority: HIGHEST for action port [ 681.649629] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b with Priority: HIGHEST for action security_group_rules [ 681.649772] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b with Priority: HIGHEST for action security_group_members [ 681.649899] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e58da052-bace-45db-b2f7-5c739b3d5f3d with Priority: HIGHEST for action port [ 681.650583] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-964c9baa-43f3-4c9b-ae39-5ee0421ae73b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.650683] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.650777] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.650989] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.651246] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('964c9baa-43f3-4c9b-ae39-5ee0421ae73b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.653932] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-964c9baa-43f3-4c9b-ae39-5ee0421ae73b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.653932] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.653932] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.653932] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.653932] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.654295] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.654295] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.654445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.654566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.654684] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('964c9baa-43f3-4c9b-ae39-5ee0421ae73b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.656155] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-e58da052-bace-45db-b2f7-5c739b3d5f3d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.656891] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e58da052-bace-45db-b2f7-5c739b3d5f3d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.656982] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e58da052-bace-45db-b2f7-5c739b3d5f3d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.657150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e58da052-bace-45db-b2f7-5c739b3d5f3d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.657248] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e58da052-bace-45db-b2f7-5c739b3d5f3d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.042608] env[65619]: INFO networking_nsxv3.common.synchronization [req-7cf7bf6c-c0da-46af-8ba7-83d193a2f28c req-8e8cda6f-208f-41cf-bd37-e55e638f4f4a tempest-ListServerFiltersTestJSON-1483185442 tempest-ListServerFiltersTestJSON-1483185442-project-member] Enqueued Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_members [ 682.044841] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_members [ 682.045423] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd12b8b-6f91-42b2-bd30-886c12bad459 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.045423] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.045604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.045971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.045971] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.046114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.046114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.046715] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.046715] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.046715] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.165022] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('964c9baa-43f3-4c9b-ae39-5ee0421ae73b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.165022] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-964c9baa-43f3-4c9b-ae39-5ee0421ae73b taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.165022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.165022] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e58da052-bace-45db-b2f7-5c739b3d5f3d with status ACTIVE [ 682.165022] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.165022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.165022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.165022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.165022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.165022] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.165022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.165022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.166246] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.166438] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.166751] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.167121] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.167406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.167703] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.167876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.168289] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e58da052-bace-45db-b2f7-5c739b3d5f3d is going to be updated. [ 682.192694] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.192832] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.193026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.193405] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.194027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.194027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e58da052-bace-45db-b2f7-5c739b3d5f3d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.498815] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.499062] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-939" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.499219] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-939" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.499527] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-939" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.499838] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.501426] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.501426] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.501426] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.501426] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.501426] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.501426] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.501711] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.501711] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.501848] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.502060] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.502268] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.528196] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.528400] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.528527] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.528702] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-939" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.529304] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-b20f945c-9b0b-4b32-8949-16741e85cc69 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.529304] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-b20f945c-9b0b-4b32-8949-16741e85cc69" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.529304] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-b20f945c-9b0b-4b32-8949-16741e85cc69" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.529738] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-b20f945c-9b0b-4b32-8949-16741e85cc69" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.529890] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b20f945c-9b0b-4b32-8949-16741e85cc69',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.553742] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.670817] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('964c9baa-43f3-4c9b-ae39-5ee0421ae73b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.755746] env[65619]: INFO networking_nsxv3.common.synchronization [None req-8a416608-b551-4010-aae1-09c80c7e5960 None None] Enqueued Resource ID: 7c878f15-83e6-4069-9f06-5f67b5836e47 with Priority: HIGHEST for action port [ 682.756462] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c878f15-83e6-4069-9f06-5f67b5836e47 with Priority: HIGHEST for action port [ 682.756866] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c878f15-83e6-4069-9f06-5f67b5836e47 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.757035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c878f15-83e6-4069-9f06-5f67b5836e47" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.757121] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c878f15-83e6-4069-9f06-5f67b5836e47" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.757544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c878f15-83e6-4069-9f06-5f67b5836e47" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.757663] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c878f15-83e6-4069-9f06-5f67b5836e47',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.033824] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.033916] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.034029] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.034310] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.034448] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.034589] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port b20f945c-9b0b-4b32-8949-16741e85cc69 not found, creating... [ 683.034831] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.034977] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.035091] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.035292] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.035444] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.035713] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.035852] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.035954] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.036179] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.036297] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.036425] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: b20f945c-9b0b-4b32-8949-16741e85cc69 is going to be created. [ 683.055899] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.062731] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.062961] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.063089] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.063397] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.063620] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.063836] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-b20f945c-9b0b-4b32-8949-16741e85cc69" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.173740] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.174011] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.174136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.174445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.174585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.174730] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b is going to be created. [ 683.220289] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.220289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.220289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.220289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.220289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.230475] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b in Status: UNINITIALIZED for 2s [ 683.260082] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c878f15-83e6-4069-9f06-5f67b5836e47 [ 683.260452] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.260645] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.260755] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.261189] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.265184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.265353] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c878f15-83e6-4069-9f06-5f67b5836e47 already deleted. [ 683.265423] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c878f15-83e6-4069-9f06-5f67b5836e47" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.562840] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.563027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.563292] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.563399] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.563531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.563614] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 is going to be updated. [ 683.596825] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.597047] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.597148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.597399] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.597580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.610705] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 in Status: IN_PROGRESS for 2s [ 683.848032] env[65619]: INFO networking_nsxv3.common.synchronization [req-7cf7bf6c-c0da-46af-8ba7-83d193a2f28c req-add3cc7d-70b7-4601-9e19-41b65234210a service nova] Enqueued Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_rules [ 683.848032] env[65619]: INFO networking_nsxv3.common.synchronization [req-7cf7bf6c-c0da-46af-8ba7-83d193a2f28c req-add3cc7d-70b7-4601-9e19-41b65234210a service nova] Enqueued Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_members [ 683.848032] env[65619]: INFO networking_nsxv3.common.synchronization [req-7cf7bf6c-c0da-46af-8ba7-83d193a2f28c req-add3cc7d-70b7-4601-9e19-41b65234210a service nova] Enqueued Resource ID: b20f945c-9b0b-4b32-8949-16741e85cc69 with Priority: HIGHEST for action port [ 683.848032] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_rules [ 683.848032] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_members [ 683.848032] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20f945c-9b0b-4b32-8949-16741e85cc69 with Priority: HIGHEST for action port [ 683.848032] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bd12b8b-6f91-42b2-bd30-886c12bad459 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.848032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.848032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.848032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.848032] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.849195] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd12b8b-6f91-42b2-bd30-886c12bad459 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.849295] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.849566] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-b20f945c-9b0b-4b32-8949-16741e85cc69 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.849821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b20f945c-9b0b-4b32-8949-16741e85cc69" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.849887] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b20f945c-9b0b-4b32-8949-16741e85cc69" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.850181] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b20f945c-9b0b-4b32-8949-16741e85cc69" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.850253] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b20f945c-9b0b-4b32-8949-16741e85cc69',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.354617] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd12b8b-6f91-42b2-bd30-886c12bad459 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.354617] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.354617] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b20f945c-9b0b-4b32-8949-16741e85cc69 with status ACTIVE [ 684.354617] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.354617] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.354617] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.354617] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.355107] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.355107] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.355107] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.355107] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.355265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.355265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.355505] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.355606] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.355671] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.355832] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.355914] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.356027] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b20f945c-9b0b-4b32-8949-16741e85cc69 is going to be updated. [ 684.365437] env[65619]: INFO networking_nsxv3.common.synchronization [req-733b5e43-b40d-4f81-b063-58a4755256c6 req-9dfaffa4-a28d-47f4-aadd-089035d5b49d tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 684.366432] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 684.366432] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.366814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.366814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.367257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.369739] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.369739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.369739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.369739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.369739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.369739] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.388108] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.388643] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.388751] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.389690] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.389771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.390452] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b20f945c-9b0b-4b32-8949-16741e85cc69" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.849753] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.850091] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-436" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.850151] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-436" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.850570] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-436" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.850836] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.851099] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.851247] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.851582] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.851810] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.852124] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.852267] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.852382] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.852516] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.852665] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.852801] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.852954] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.874642] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.874904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.875016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.875417] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.875592] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.875915] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.876085] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.876193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.876461] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.876578] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.876752] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 already deleted. [ 684.877455] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.878560] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.878729] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.878875] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.879119] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-436" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.879392] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-b417e948-863d-4017-83cd-c415c27620e9 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.879594] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-b417e948-863d-4017-83cd-c415c27620e9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.879917] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-b417e948-863d-4017-83cd-c415c27620e9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.880100] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-b417e948-863d-4017-83cd-c415c27620e9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.880285] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b417e948-863d-4017-83cd-c415c27620e9',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.968620] env[65619]: INFO networking_nsxv3.common.synchronization [None req-bc27bdb9-3bd1-4745-baea-06b70dd6f185 tempest-AttachVolumeShelveTestJSON-1009305874 tempest-AttachVolumeShelveTestJSON-1009305874-project-member] Enqueued Resource ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 with Priority: HIGHEST for action security_group_rules [ 684.969434] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 with Priority: HIGHEST for action security_group_rules [ 684.969573] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.969692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.969752] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.970027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.970110] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ee8dcc1-4b64-4a42-b320-b5009b83c1d6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.243490] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b in Status: SUCCESS [ 685.243490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.243490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.243490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.243490] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.243490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.243490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.243490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.243490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.243490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.243490] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('964c9baa-43f3-4c9b-ae39-5ee0421ae73b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.301478] env[65619]: INFO networking_nsxv3.common.synchronization [None req-20440f25-4d63-49ee-9b39-da84853e8f66 tempest-AttachVolumeShelveTestJSON-1009305874 tempest-AttachVolumeShelveTestJSON-1009305874-project-member] Enqueued Resource ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 with Priority: HIGHEST for action security_group_rules [ 685.301478] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 with Priority: HIGHEST for action security_group_rules [ 685.301478] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.301478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.383583] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.384012] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.384012] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.384692] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.384692] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.384877] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port b417e948-863d-4017-83cd-c415c27620e9 not found, creating... [ 685.385023] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.385183] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.385302] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.385561] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.385712] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.386087] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.386243] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.386392] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.386554] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.386683] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.386828] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: b417e948-863d-4017-83cd-c415c27620e9 is going to be created. [ 685.416296] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.416616] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.416691] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.416994] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.417266] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.418273] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-b417e948-863d-4017-83cd-c415c27620e9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.508307] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.508591] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.508591] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.508742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.508800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.508853] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 already deleted. [ 685.508948] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.509137] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.509305] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.509378] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ee8dcc1-4b64-4a42-b320-b5009b83c1d6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.621178] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 in Status: SUCCESS [ 685.621413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.621627] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.621862] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.622069] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.622179] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.622245] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.622382] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.622463] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.622556] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.749046] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('964c9baa-43f3-4c9b-ae39-5ee0421ae73b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.032868] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.032868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.032868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.033121] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.033121] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.033187] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 already deleted. [ 686.033288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.130835] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.136026] env[65619]: INFO networking_nsxv3.common.synchronization [req-733b5e43-b40d-4f81-b063-58a4755256c6 req-dc469e1b-8472-446a-8368-1fb9d54fe5ef service nova] Enqueued Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_rules [ 686.136026] env[65619]: INFO networking_nsxv3.common.synchronization [req-733b5e43-b40d-4f81-b063-58a4755256c6 req-dc469e1b-8472-446a-8368-1fb9d54fe5ef service nova] Enqueued Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 686.136026] env[65619]: INFO networking_nsxv3.common.synchronization [req-733b5e43-b40d-4f81-b063-58a4755256c6 req-dc469e1b-8472-446a-8368-1fb9d54fe5ef service nova] Enqueued Resource ID: b417e948-863d-4017-83cd-c415c27620e9 with Priority: HIGHEST for action port [ 686.136026] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_rules [ 686.136770] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 686.137400] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b417e948-863d-4017-83cd-c415c27620e9 with Priority: HIGHEST for action port [ 686.138615] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.141020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.141020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.141020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.141020] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.141529] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.141861] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.142108] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.142486] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.142860] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.143189] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.143433] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.143830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.144115] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.144388] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.146301] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-b417e948-863d-4017-83cd-c415c27620e9 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.150254] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b417e948-863d-4017-83cd-c415c27620e9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.150254] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b417e948-863d-4017-83cd-c415c27620e9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.150254] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b417e948-863d-4017-83cd-c415c27620e9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.150254] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b417e948-863d-4017-83cd-c415c27620e9',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.253378] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 964c9baa-43f3-4c9b-ae39-5ee0421ae73b: rpc.has_security_group_logging(os_id): False [ 686.282823] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.282823] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.282823] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.282823] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.282823] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.282823] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.282823] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.282823] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.282823] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.282823] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.282823] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b is going to be created. [ 686.376158] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.376426] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.376426] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.376719] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.376991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.393049] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b in Status: IN_PROGRESS for 2s [ 686.637078] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.650413] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.650413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.650413] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.652069] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b417e948-863d-4017-83cd-c415c27620e9 with status ACTIVE [ 686.652278] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.652398] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.652785] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.652785] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.652785] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.652973] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.653562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.653562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.653562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.653562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.653723] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.653723] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.653723] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.654531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.654531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.654531] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b417e948-863d-4017-83cd-c415c27620e9 is going to be updated. [ 686.680040] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.680040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.680040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.680040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.680040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.680327] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b417e948-863d-4017-83cd-c415c27620e9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.957325] env[65619]: INFO networking_nsxv3.common.synchronization [req-0344606b-5a7c-41e2-80da-a03e203a3f8e req-f6d7f657-1327-4b6f-b1a9-bcdaab77eb16 tempest-ListServerFiltersTestJSON-1483185442 tempest-ListServerFiltersTestJSON-1483185442-project-member] Enqueued Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_members [ 686.957942] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_members [ 686.958803] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd12b8b-6f91-42b2-bd30-886c12bad459 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.958803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.139335] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.139593] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.139681] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.139977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.140222] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.140294] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 is going to be updated. [ 687.152842] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.180509] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.180509] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.180509] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.180881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.181021] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.196939] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 in Status: IN_PROGRESS for 2s [ 687.553575] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.553575] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-939" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.553575] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-939" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.553575] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-939" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.553575] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.554285] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.554285] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.554285] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.554285] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.554285] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.554582] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.554582] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.554582] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.554684] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.554861] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.554927] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.574447] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.574602] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.574734] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.574908] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-939" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.575245] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-519b694e-edea-4740-9112-b1f7b9bfecc7 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.575457] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-519b694e-edea-4740-9112-b1f7b9bfecc7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.575585] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-519b694e-edea-4740-9112-b1f7b9bfecc7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.575899] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-519b694e-edea-4740-9112-b1f7b9bfecc7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.576042] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('519b694e-edea-4740-9112-b1f7b9bfecc7',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.655577] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.655759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.655831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.656073] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.656168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.656268] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 is going to be created. [ 687.700596] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.700816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.700943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.701209] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.701416] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.713882] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: UNINITIALIZED for 2s [ 687.914286] env[65619]: INFO networking_nsxv3.common.synchronization [None req-42a59119-1e96-408e-bd9d-29bcce33910e None None] Enqueued Resource ID: 2ecab513-e15e-440c-81b4-e8f1b187730e with Priority: HIGHEST for action port [ 687.914813] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecab513-e15e-440c-81b4-e8f1b187730e with Priority: HIGHEST for action port [ 687.915394] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ecab513-e15e-440c-81b4-e8f1b187730e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.915394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ecab513-e15e-440c-81b4-e8f1b187730e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.915394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ecab513-e15e-440c-81b4-e8f1b187730e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.915608] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ecab513-e15e-440c-81b4-e8f1b187730e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.915725] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ecab513-e15e-440c-81b4-e8f1b187730e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.078491] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.078730] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.078848] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.079132] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.079278] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.079441] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 519b694e-edea-4740-9112-b1f7b9bfecc7 not found, creating... [ 688.079694] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.079844] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.079952] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.080215] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.080293] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.080567] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.080749] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.080862] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.081224] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.081332] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.081392] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 519b694e-edea-4740-9112-b1f7b9bfecc7 is going to be created. [ 688.108540] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.108786] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.108838] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.109121] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.109343] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.109568] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-519b694e-edea-4740-9112-b1f7b9bfecc7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.414177] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b in Status: SUCCESS [ 688.414620] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.419171] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ecab513-e15e-440c-81b4-e8f1b187730e [ 688.420032] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.420032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.420032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.420032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.420032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.420032] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ecab513-e15e-440c-81b4-e8f1b187730e already deleted. [ 688.420484] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ecab513-e15e-440c-81b4-e8f1b187730e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.915790] env[65619]: INFO networking_nsxv3.common.synchronization [req-0344606b-5a7c-41e2-80da-a03e203a3f8e req-a4052e57-9d5b-440f-86a4-257089d3bdd9 service nova] Enqueued Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_rules [ 688.916111] env[65619]: INFO networking_nsxv3.common.synchronization [req-0344606b-5a7c-41e2-80da-a03e203a3f8e req-a4052e57-9d5b-440f-86a4-257089d3bdd9 service nova] Enqueued Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_members [ 688.916188] env[65619]: INFO networking_nsxv3.common.synchronization [req-0344606b-5a7c-41e2-80da-a03e203a3f8e req-a4052e57-9d5b-440f-86a4-257089d3bdd9 service nova] Enqueued Resource ID: 519b694e-edea-4740-9112-b1f7b9bfecc7 with Priority: HIGHEST for action port [ 688.916806] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_rules [ 688.916937] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_members [ 688.918518] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 519b694e-edea-4740-9112-b1f7b9bfecc7 with Priority: HIGHEST for action port [ 688.918924] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bd12b8b-6f91-42b2-bd30-886c12bad459 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.921612] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.921612] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd12b8b-6f91-42b2-bd30-886c12bad459 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.921612] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.921612] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-519b694e-edea-4740-9112-b1f7b9bfecc7 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.921612] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-519b694e-edea-4740-9112-b1f7b9bfecc7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.921612] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-519b694e-edea-4740-9112-b1f7b9bfecc7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.921612] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-519b694e-edea-4740-9112-b1f7b9bfecc7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.921612] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('519b694e-edea-4740-9112-b1f7b9bfecc7',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.212281] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 in Status: SUCCESS [ 689.212281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.212281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.212281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.212281] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.212281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.212281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.212281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.212281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.212281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.212281] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.212281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.212281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.213220] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.213654] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.213840] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.214107] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.214303] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.215482] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.436146] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 519b694e-edea-4740-9112-b1f7b9bfecc7 with status ACTIVE [ 689.436146] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.436146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.436146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.436146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.436146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.436146] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.436146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.436146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.436146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.436146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.436146] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.436146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.436146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.436146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.436146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.436146] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 519b694e-edea-4740-9112-b1f7b9bfecc7 is going to be updated. [ 689.462237] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.462237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.462237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.462237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.462237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.462237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-519b694e-edea-4740-9112-b1f7b9bfecc7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.720945] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd12b8b-6f91-42b2-bd30-886c12bad459 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.720945] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.720945] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.736909] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: SUCCESS [ 689.737200] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.737811] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.738118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.740518] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.740518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.740697] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.744515] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.744515] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.744515] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.744515] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.226316] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.246588] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.246726] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.246796] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.247039] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.247221] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.247305] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.247367] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.248037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.248037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.248037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.248037] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.248037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.248037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.248245] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.248376] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.248534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.248850] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.249816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.249816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.249816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.249816] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.502727] env[65619]: INFO networking_nsxv3.common.synchronization [None req-df17603e-09d3-4a4e-99f0-dd17039aeaeb None None] Enqueued Resource ID: f69338e6-217a-407e-baae-a383f5251925 with Priority: HIGHEST for action port [ 690.503643] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69338e6-217a-407e-baae-a383f5251925 with Priority: HIGHEST for action port [ 690.504563] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-f69338e6-217a-407e-baae-a383f5251925 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.504563] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f69338e6-217a-407e-baae-a383f5251925" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.504718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f69338e6-217a-407e-baae-a383f5251925" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.505044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f69338e6-217a-407e-baae-a383f5251925" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.505185] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f69338e6-217a-407e-baae-a383f5251925',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.728886] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.729139] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.730142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.730142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.730323] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.730465] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 is going to be updated. [ 690.753921] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9f71e76-65b3-4464-a357-b5ffc2a29910: rpc.has_security_group_logging(os_id): False [ 690.769751] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.769950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.770338] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.770577] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.770742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.774895] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.775083] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.775127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.775316] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.775422] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.775626] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.775727] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.775787] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.775943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.776030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.776231] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.776332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.776419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.776599] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.776672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.776864] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.776951] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.777360] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.777891] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.778018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.778110] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 is going to be created. [ 690.785326] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 in Status: IN_PROGRESS for 2s [ 690.853911] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.853911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.853911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.853911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.853911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.871757] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: IN_PROGRESS for 2s [ 691.009390] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f69338e6-217a-407e-baae-a383f5251925 [ 691.009390] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.009390] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.009390] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.009390] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.009390] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.009390] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f69338e6-217a-407e-baae-a383f5251925 already deleted. [ 691.009390] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f69338e6-217a-407e-baae-a383f5251925" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.100383] env[65619]: INFO networking_nsxv3.common.synchronization [req-a6971fe3-82f6-4c02-87f0-86dd27252e63 req-c8c2067f-6935-4343-b9d0-715733b077b7 tempest-VolumesAdminNegativeTest-1288035488 tempest-VolumesAdminNegativeTest-1288035488-project-member] Enqueued Resource ID: bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 with Priority: HIGHEST for action security_group_members [ 691.100383] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 with Priority: HIGHEST for action security_group_members [ 691.101047] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.101372] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.101980] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.102488] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.103136] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.105178] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.105178] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.105178] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.105178] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.105178] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.217363] env[65619]: INFO networking_nsxv3.common.synchronization [None req-78839585-4d77-412b-88be-594e9a0a97d6 None None] Enqueued Resource ID: f1797945-d71b-4b31-bca0-ac3136a362c8 with Priority: HIGHEST for action port [ 691.217913] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1797945-d71b-4b31-bca0-ac3136a362c8 with Priority: HIGHEST for action port [ 691.218490] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1797945-d71b-4b31-bca0-ac3136a362c8 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.218686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1797945-d71b-4b31-bca0-ac3136a362c8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.218890] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1797945-d71b-4b31-bca0-ac3136a362c8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.219170] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1797945-d71b-4b31-bca0-ac3136a362c8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.219364] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1797945-d71b-4b31-bca0-ac3136a362c8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.606931] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.606931] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.607267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.607267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.607376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.607800] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.607800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.607800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.607922] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.607991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.608129] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 is going to be updated. [ 691.641881] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.643564] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.643564] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.646139] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.646664] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.659053] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 in Status: IN_PROGRESS for 2s [ 691.714174] env[65619]: INFO networking_nsxv3.common.synchronization [req-6bd22a50-676a-43d0-9b98-fd51c014bba6 req-9537003d-5a79-4600-8729-1567dbc2cec3 tempest-ServersAdminTestJSON-1303458024 tempest-ServersAdminTestJSON-1303458024-project-member] Enqueued Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 691.714389] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 691.714874] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.715935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.715935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.715935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.715935] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.715935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.715935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.715935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.715935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.716333] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.722114] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1797945-d71b-4b31-bca0-ac3136a362c8 [ 691.722114] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.722114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.722114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.722114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.722114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.722344] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1797945-d71b-4b31-bca0-ac3136a362c8 already deleted. [ 691.722344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1797945-d71b-4b31-bca0-ac3136a362c8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.078894] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.078894] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-157" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.078894] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-157" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.079156] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-157" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.079732] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.079732] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.079732] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.080026] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.080026] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.080288] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.080288] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.080381] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.080424] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.080716] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.081675] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.081865] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.104019] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.104019] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 692.104019] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.104019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-157" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.104019] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-132679ce-78d9-4793-b188-d869bf34676b taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.104019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-132679ce-78d9-4793-b188-d869bf34676b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.104019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-132679ce-78d9-4793-b188-d869bf34676b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.106125] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-132679ce-78d9-4793-b188-d869bf34676b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.106125] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('132679ce-78d9-4793-b188-d869bf34676b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.218502] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.218695] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.219161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.219161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.219161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.219632] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.219632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.219632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.219757] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.219757] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.219819] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 already deleted. [ 692.220593] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.608621] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.609034] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.609072] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.610075] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.610075] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.610075] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 132679ce-78d9-4793-b188-d869bf34676b not found, creating... [ 692.610075] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.610326] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.610326] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.610597] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.610859] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.611095] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.611257] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.611522] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.611773] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.611912] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.612083] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 132679ce-78d9-4793-b188-d869bf34676b is going to be created. [ 692.641592] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.641808] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.641922] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.642213] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.642780] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.642780] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-132679ce-78d9-4793-b188-d869bf34676b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.800789] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 in Status: SUCCESS [ 692.801066] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.802161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.802161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.802161] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.802161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.802161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.802161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.802161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.802161] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.888226] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: SUCCESS [ 692.888571] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.304775] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.387444] env[65619]: INFO networking_nsxv3.common.synchronization [req-6bd22a50-676a-43d0-9b98-fd51c014bba6 req-f91f1fa3-c0a5-4bc3-97a0-180c95983aa9 service nova] Enqueued Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_rules [ 693.387706] env[65619]: INFO networking_nsxv3.common.synchronization [req-6bd22a50-676a-43d0-9b98-fd51c014bba6 req-f91f1fa3-c0a5-4bc3-97a0-180c95983aa9 service nova] Enqueued Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 693.387856] env[65619]: INFO networking_nsxv3.common.synchronization [req-6bd22a50-676a-43d0-9b98-fd51c014bba6 req-f91f1fa3-c0a5-4bc3-97a0-180c95983aa9 service nova] Enqueued Resource ID: 132679ce-78d9-4793-b188-d869bf34676b with Priority: HIGHEST for action port [ 693.388535] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_rules [ 693.388677] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 693.388777] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 132679ce-78d9-4793-b188-d869bf34676b with Priority: HIGHEST for action port [ 693.389053] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.389173] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.389240] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.389481] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.389563] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.391330] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.391330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.391330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.391330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.391330] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.391330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.391330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.391330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.391330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.391330] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.392269] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-132679ce-78d9-4793-b188-d869bf34676b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.392465] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-132679ce-78d9-4793-b188-d869bf34676b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.392535] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-132679ce-78d9-4793-b188-d869bf34676b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.395756] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-132679ce-78d9-4793-b188-d869bf34676b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.395756] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('132679ce-78d9-4793-b188-d869bf34676b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.659140] env[65619]: INFO networking_nsxv3.common.synchronization [None req-ff803bb5-42ce-40ae-a22e-da3abeeda427 None None] Enqueued Resource ID: db28afa5-66b6-40d7-a3ea-91defc685c35 with Priority: HIGHEST for action port [ 693.659140] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db28afa5-66b6-40d7-a3ea-91defc685c35 with Priority: HIGHEST for action port [ 693.661572] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-db28afa5-66b6-40d7-a3ea-91defc685c35 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.661720] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db28afa5-66b6-40d7-a3ea-91defc685c35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.661720] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db28afa5-66b6-40d7-a3ea-91defc685c35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.661981] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db28afa5-66b6-40d7-a3ea-91defc685c35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.662075] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db28afa5-66b6-40d7-a3ea-91defc685c35',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.672153] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 in Status: SUCCESS [ 693.672153] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 deletion is rescheduled due to dependency. [ 693.672362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.807804] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.894805] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.896437] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.896437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.896437] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 132679ce-78d9-4793-b188-d869bf34676b with status ACTIVE [ 693.896437] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.896437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.896437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.896787] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.896787] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.896956] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.897011] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.897076] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.897227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.897393] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.898278] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.898532] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.898532] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.898651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.898745] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.898782] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 132679ce-78d9-4793-b188-d869bf34676b is going to be updated. [ 693.926998] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.927256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.927256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.927462] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.927599] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.927769] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-132679ce-78d9-4793-b188-d869bf34676b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.949172] env[65619]: INFO networking_nsxv3.common.synchronization [None req-e0287039-91d0-409c-a8b1-55481705ed99 None None] Enqueued Resource ID: e160921d-750b-45f5-82d7-faed09db0b2d with Priority: HIGHEST for action port [ 693.949834] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e160921d-750b-45f5-82d7-faed09db0b2d with Priority: HIGHEST for action port [ 693.949979] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-e160921d-750b-45f5-82d7-faed09db0b2d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.950112] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e160921d-750b-45f5-82d7-faed09db0b2d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.951090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e160921d-750b-45f5-82d7-faed09db0b2d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.951090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e160921d-750b-45f5-82d7-faed09db0b2d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.951090] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e160921d-750b-45f5-82d7-faed09db0b2d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.165502] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db28afa5-66b6-40d7-a3ea-91defc685c35 [ 694.165738] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.165896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.165982] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.166196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.166389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.166389] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db28afa5-66b6-40d7-a3ea-91defc685c35 already deleted. [ 694.166584] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db28afa5-66b6-40d7-a3ea-91defc685c35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.232816] env[65619]: INFO networking_nsxv3.common.synchronization [req-8dd52edc-2a37-42f3-b2e8-821658c38008 req-a2632cdc-677c-4603-a347-c5ad87ec8364 tempest-ImagesNegativeTestJSON-2073511670 tempest-ImagesNegativeTestJSON-2073511670-project-member] Enqueued Resource ID: 0edb53fc-0b50-4fee-8b85-bbd9030b4d04 with Priority: HIGHEST for action security_group_members [ 694.234823] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edb53fc-0b50-4fee-8b85-bbd9030b4d04 with Priority: HIGHEST for action security_group_members [ 694.235269] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.235436] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.235514] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.235808] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.235973] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.236103] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.236174] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.236357] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.236464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.236571] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edb53fc-0b50-4fee-8b85-bbd9030b4d04',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.310985] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.311164] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.311318] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.311448] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.311682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.311682] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 is going to be updated. [ 694.350483] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.350483] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.350707] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.352031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.352031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.364473] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 in Status: IN_PROGRESS for 2s [ 694.402058] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.453497] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e160921d-750b-45f5-82d7-faed09db0b2d [ 694.453870] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.454082] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.454193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.454526] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.454673] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.454790] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e160921d-750b-45f5-82d7-faed09db0b2d already deleted. [ 694.454925] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e160921d-750b-45f5-82d7-faed09db0b2d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.598923] env[65619]: INFO networking_nsxv3.common.synchronization [None req-c7671034-c388-4a94-a3cb-a8c3549e99fe tempest-ServersV294TestFqdnHostnames-1192919053 tempest-ServersV294TestFqdnHostnames-1192919053-project-member] Enqueued Resource ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac with Priority: HIGHEST for action security_group_rules [ 694.599727] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac with Priority: HIGHEST for action security_group_rules [ 694.600163] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cf312e5-f067-45e4-9407-b6c4e2d31aac taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.600428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.600589] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.600953] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.601159] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cf312e5-f067-45e4-9407-b6c4e2d31aac',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.717856] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.718157] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-759" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.718248] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-759" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.718751] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-759" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.721302] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.721302] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.721302] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.721302] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.721302] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.721302] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.721302] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.721592] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.721592] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.721592] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.721668] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.721775] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.740088] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.740270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.740332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.740590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.740688] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.740983] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.741255] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.741362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.741528] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.741634] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.741742] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edb53fc-0b50-4fee-8b85-bbd9030b4d04 already deleted. [ 694.741844] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.749601] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.749601] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.749601] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.749601] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-759" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.749601] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-2ab40e0b-3bf8-4db5-9012-1e738a0c02c8 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.749601] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-2ab40e0b-3bf8-4db5-9012-1e738a0c02c8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.749601] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-2ab40e0b-3bf8-4db5-9012-1e738a0c02c8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.749601] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-2ab40e0b-3bf8-4db5-9012-1e738a0c02c8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.749601] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ab40e0b-3bf8-4db5-9012-1e738a0c02c8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.793481] env[65619]: INFO networking_nsxv3.common.synchronization [None req-da185366-1f4e-4400-b04a-14fca0f42358 tempest-ServersV294TestFqdnHostnames-1192919053 tempest-ServersV294TestFqdnHostnames-1192919053-project-member] Enqueued Resource ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac with Priority: HIGHEST for action security_group_rules [ 694.794295] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac with Priority: HIGHEST for action security_group_rules [ 694.794645] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cf312e5-f067-45e4-9407-b6c4e2d31aac taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.794753] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.905039] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.905197] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.905589] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.905831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.905975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.906094] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 is going to be created. [ 694.952311] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.952515] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.952515] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.952777] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.952951] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.965084] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: UNINITIALIZED for 2s [ 695.135640] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.135859] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.136330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.136330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.136330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.136452] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac already deleted. [ 695.136621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.136701] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.136872] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.136987] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cf312e5-f067-45e4-9407-b6c4e2d31aac',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.251691] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.251935] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.252188] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.252522] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.252670] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.252859] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 2ab40e0b-3bf8-4db5-9012-1e738a0c02c8 not found, creating... [ 695.253169] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.253344] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.253532] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.253826] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.253984] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.254318] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.254493] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.254662] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.254882] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.255171] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.255171] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 2ab40e0b-3bf8-4db5-9012-1e738a0c02c8 is going to be created. [ 695.310958] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.310958] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.310958] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.311437] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.311746] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.312131] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-2ab40e0b-3bf8-4db5-9012-1e738a0c02c8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.661732] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.663713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.663713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.663713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.663713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.663713] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac already deleted. [ 695.663713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.875026] env[65619]: INFO networking_nsxv3.common.synchronization [req-f3d39b9b-0736-4d0d-8777-5e6cf778686b req-4c095c3f-3f2e-4973-86b1-da07978e811f tempest-VolumesAssistedSnapshotsTest-947281101 tempest-VolumesAssistedSnapshotsTest-947281101-project-member] Enqueued Resource ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 with Priority: HIGHEST for action security_group_members [ 695.875026] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 with Priority: HIGHEST for action security_group_members [ 695.875026] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d870aa6-5c29-4895-a680-eef659acd4b2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.875026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.875632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.875939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.876211] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.876417] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.876543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.877088] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.877301] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.877504] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d870aa6-5c29-4895-a680-eef659acd4b2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.997056] env[65619]: INFO networking_nsxv3.common.synchronization [req-8dd52edc-2a37-42f3-b2e8-821658c38008 req-9f33e764-314c-4465-a4f2-f39a8c7e6c41 service nova] Enqueued Resource ID: 0edb53fc-0b50-4fee-8b85-bbd9030b4d04 with Priority: HIGHEST for action security_group_rules [ 695.997056] env[65619]: INFO networking_nsxv3.common.synchronization [req-8dd52edc-2a37-42f3-b2e8-821658c38008 req-9f33e764-314c-4465-a4f2-f39a8c7e6c41 service nova] Enqueued Resource ID: 0edb53fc-0b50-4fee-8b85-bbd9030b4d04 with Priority: HIGHEST for action security_group_members [ 695.997056] env[65619]: INFO networking_nsxv3.common.synchronization [req-8dd52edc-2a37-42f3-b2e8-821658c38008 req-9f33e764-314c-4465-a4f2-f39a8c7e6c41 service nova] Enqueued Resource ID: 2ab40e0b-3bf8-4db5-9012-1e738a0c02c8 with Priority: HIGHEST for action port [ 695.997056] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edb53fc-0b50-4fee-8b85-bbd9030b4d04 with Priority: HIGHEST for action security_group_rules [ 695.997056] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edb53fc-0b50-4fee-8b85-bbd9030b4d04 with Priority: HIGHEST for action security_group_members [ 695.997056] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab40e0b-3bf8-4db5-9012-1e738a0c02c8 with Priority: HIGHEST for action port [ 695.998213] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0edb53fc-0b50-4fee-8b85-bbd9030b4d04 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.998213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.001626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.001626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.001626] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0edb53fc-0b50-4fee-8b85-bbd9030b4d04',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.001626] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.001626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.001626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.001626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.001626] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.001626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.001626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.001626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.001626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.001626] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edb53fc-0b50-4fee-8b85-bbd9030b4d04',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.005281] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ab40e0b-3bf8-4db5-9012-1e738a0c02c8 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.005409] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ab40e0b-3bf8-4db5-9012-1e738a0c02c8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.010214] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ab40e0b-3bf8-4db5-9012-1e738a0c02c8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.010214] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ab40e0b-3bf8-4db5-9012-1e738a0c02c8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.010214] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ab40e0b-3bf8-4db5-9012-1e738a0c02c8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.376079] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 in Status: SUCCESS [ 696.376736] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.376736] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.376736] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.376897] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.376996] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.377128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.377241] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.377328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.377422] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.377588] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd12b8b-6f91-42b2-bd30-886c12bad459 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.377763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.377763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.377875] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.378016] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.378110] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.378170] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.378304] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.378376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.378459] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.378556] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.379706] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.379706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.379828] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.379890] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.379967] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.380278] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.380402] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.380437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.380572] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.380649] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.380737] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 is going to be updated. [ 696.422028] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.422028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.422028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.422028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.422028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.431907] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 in Status: IN_PROGRESS for 2s [ 696.511093] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0edb53fc-0b50-4fee-8b85-bbd9030b4d04',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.511093] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.511093] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.513205] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ab40e0b-3bf8-4db5-9012-1e738a0c02c8 with status ACTIVE [ 696.520277] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.520277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.520277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.520277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.520277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.520277] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.520277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.520277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.520277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.520277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.520277] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.520277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.520277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.520277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.520277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.520277] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ab40e0b-3bf8-4db5-9012-1e738a0c02c8 is going to be updated. [ 696.545651] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.545808] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.545879] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.546139] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.546311] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.546426] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ab40e0b-3bf8-4db5-9012-1e738a0c02c8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.832408] env[65619]: INFO networking_nsxv3.common.synchronization [req-2a8b8197-8946-409d-85eb-48e2aab46943 req-b7cc45c7-f2cb-4702-b826-89d6ce300b69 tempest-ServersAdminTestJSON-1303458024 tempest-ServersAdminTestJSON-1303458024-project-member] Enqueued Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 696.832408] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 696.832408] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.832408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.884962] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bd12b8b-6f91-42b2-bd30-886c12bad459: rpc.has_security_group_logging(os_id): False [ 696.905343] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.905564] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.905638] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.905874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.906905] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.906905] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.906905] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.906905] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.906905] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.906905] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.906905] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.906905] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.907270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.907270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.907270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.907361] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.907433] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.907674] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.907674] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.907764] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.907815] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 is going to be updated. [ 696.981501] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: SUCCESS [ 696.981501] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.981501] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.981501] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.981910] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.982016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.982085] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.982256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.982447] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.982575] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.982690] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.984437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.984787] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.984877] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.984984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.985068] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.985263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.985379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.985577] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.001252] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.001448] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.001492] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.002038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.002038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.012984] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0edb53fc-0b50-4fee-8b85-bbd9030b4d04',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.018657] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 in Status: IN_PROGRESS for 2s [ 697.228329] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.228595] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-157" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.229169] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-157" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.229307] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-157" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.229727] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.230071] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.230302] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.230618] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.230859] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.231168] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.231377] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.231580] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.231817] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.232523] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.232523] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.232523] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.257051] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.257217] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.257356] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.257511] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-157" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.257829] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-1061aa3b-c1b1-4726-85c4-fa8db0bdf39a taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.258113] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-1061aa3b-c1b1-4726-85c4-fa8db0bdf39a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.258232] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-1061aa3b-c1b1-4726-85c4-fa8db0bdf39a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.258683] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-1061aa3b-c1b1-4726-85c4-fa8db0bdf39a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.258851] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1061aa3b-c1b1-4726-85c4-fa8db0bdf39a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.487786] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.487786] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.488024] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.517638] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.518023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.518106] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.518317] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.518413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.518512] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edb53fc-0b50-4fee-8b85-bbd9030b4d04 is going to be created. [ 697.549488] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.549638] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.549710] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.550063] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.550165] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.562216] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edb53fc-0b50-4fee-8b85-bbd9030b4d04 in Status: UNINITIALIZED for 2s [ 697.624216] env[65619]: INFO networking_nsxv3.common.synchronization [None req-10e5100b-c0c9-4113-92f8-555abe577a6b None None] Enqueued Resource ID: ca25a0b6-afcf-4354-bb17-3ede6cef36e1 with Priority: HIGHEST for action port [ 697.624973] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca25a0b6-afcf-4354-bb17-3ede6cef36e1 with Priority: HIGHEST for action port [ 697.625559] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca25a0b6-afcf-4354-bb17-3ede6cef36e1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.625698] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca25a0b6-afcf-4354-bb17-3ede6cef36e1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.625749] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca25a0b6-afcf-4354-bb17-3ede6cef36e1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.626025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca25a0b6-afcf-4354-bb17-3ede6cef36e1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.626135] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca25a0b6-afcf-4354-bb17-3ede6cef36e1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.761800] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.761800] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.762035] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.762701] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.763042] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.763540] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 1061aa3b-c1b1-4726-85c4-fa8db0bdf39a not found, creating... [ 697.764383] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.764630] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.764786] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.765712] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.765936] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.766406] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.766518] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.766615] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.766982] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.767096] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.767267] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 1061aa3b-c1b1-4726-85c4-fa8db0bdf39a is going to be created. [ 697.799330] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.799503] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.799503] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.799957] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.800098] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.800339] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-1061aa3b-c1b1-4726-85c4-fa8db0bdf39a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.990867] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.131150] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca25a0b6-afcf-4354-bb17-3ede6cef36e1 [ 698.131150] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.131150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.131150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.131150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.131150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.131150] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca25a0b6-afcf-4354-bb17-3ede6cef36e1 already deleted. [ 698.131150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca25a0b6-afcf-4354-bb17-3ede6cef36e1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.446054] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 in Status: SUCCESS [ 698.446054] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d870aa6-5c29-4895-a680-eef659acd4b2 deletion is rescheduled due to dependency. [ 698.446054] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d870aa6-5c29-4895-a680-eef659acd4b2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.494809] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.494990] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.495128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.495277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.495375] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.495519] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 is going to be updated. [ 698.534330] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.534548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.534634] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.534878] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.535082] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.547050] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: IN_PROGRESS for 2s [ 698.601197] env[65619]: INFO networking_nsxv3.common.synchronization [req-2a8b8197-8946-409d-85eb-48e2aab46943 req-d81a18e5-d803-4519-85c5-579588453259 service nova] Enqueued Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_rules [ 698.601197] env[65619]: INFO networking_nsxv3.common.synchronization [req-2a8b8197-8946-409d-85eb-48e2aab46943 req-d81a18e5-d803-4519-85c5-579588453259 service nova] Enqueued Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 698.601388] env[65619]: INFO networking_nsxv3.common.synchronization [req-2a8b8197-8946-409d-85eb-48e2aab46943 req-d81a18e5-d803-4519-85c5-579588453259 service nova] Enqueued Resource ID: 1061aa3b-c1b1-4726-85c4-fa8db0bdf39a with Priority: HIGHEST for action port [ 698.602017] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_rules [ 698.602234] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 698.602359] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1061aa3b-c1b1-4726-85c4-fa8db0bdf39a with Priority: HIGHEST for action port [ 698.602763] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.602846] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.603055] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.603157] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.603359] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-1061aa3b-c1b1-4726-85c4-fa8db0bdf39a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.603571] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1061aa3b-c1b1-4726-85c4-fa8db0bdf39a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.603571] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1061aa3b-c1b1-4726-85c4-fa8db0bdf39a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.604089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1061aa3b-c1b1-4726-85c4-fa8db0bdf39a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.604089] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1061aa3b-c1b1-4726-85c4-fa8db0bdf39a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.034419] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 in Status: SUCCESS [ 699.034419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.034419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.034899] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.034899] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.106870] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1061aa3b-c1b1-4726-85c4-fa8db0bdf39a with status ACTIVE [ 699.107208] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.107371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.107441] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.108682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.108682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.108682] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.108682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.108682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.108682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.108682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.108682] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.109019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.109019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.109019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.109149] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.109948] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1061aa3b-c1b1-4726-85c4-fa8db0bdf39a is going to be updated. [ 699.159902] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.160259] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.160383] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.160654] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.160774] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.160953] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1061aa3b-c1b1-4726-85c4-fa8db0bdf39a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.538210] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd12b8b-6f91-42b2-bd30-886c12bad459 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.538367] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.538431] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.538840] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.538840] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.538971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.538971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.539134] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.539217] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.539305] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.539408] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.573826] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edb53fc-0b50-4fee-8b85-bbd9030b4d04 in Status: SUCCESS [ 699.574184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.575343] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.575674] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.575933] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.576112] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.576202] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.576430] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.576587] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.576677] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.576809] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0edb53fc-0b50-4fee-8b85-bbd9030b4d04',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.043120] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd12b8b-6f91-42b2-bd30-886c12bad459 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.043120] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.043120] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.043911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.044182] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.044339] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.044436] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.044690] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.044829] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.044984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.045824] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd12b8b-6f91-42b2-bd30-886c12bad459 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.045824] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.045824] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.046146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.046332] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.046468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.046583] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.046778] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.046902] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.047176] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.047176] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.079693] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.079931] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.080081] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.080324] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.080505] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.080609] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.080671] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.080820] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.080909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.080995] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.081839] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.082428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.082428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.082428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.082428] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.082428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.082657] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.082657] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.082739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.082827] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.082918] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0edb53fc-0b50-4fee-8b85-bbd9030b4d04',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.551015] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bd12b8b-6f91-42b2-bd30-886c12bad459: rpc.has_security_group_logging(os_id): False [ 700.574841] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: SUCCESS [ 700.575351] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.575351] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.575702] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.576144] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.576403] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.576527] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.576863] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.577017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.577255] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.577572] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.577831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.578009] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.578303] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.578611] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.578798] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.578907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.579269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.579371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.579560] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.579723] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.582746] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.583227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.583227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.583643] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.583784] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.584132] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.584343] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.584453] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.584754] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.584895] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.585284] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.585536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.585691] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.585944] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.586152] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.586536] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.586744] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.587024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.587327] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.587464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.587606] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 is going to be updated. [ 700.589520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.589803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.590126] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.590337] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.590449] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.590770] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.590938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.591168] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.592872] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0edb53fc-0b50-4fee-8b85-bbd9030b4d04: rpc.has_security_group_logging(os_id): False [ 700.622066] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.622639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.622639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.622751] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.622849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.623132] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.623270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.623352] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.623522] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.623590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.623864] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.623981] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.627707] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.628058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.628167] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.628435] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.629336] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.629336] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.629336] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.629457] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.629484] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0edb53fc-0b50-4fee-8b85-bbd9030b4d04 is going to be created. [ 700.723035] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.723035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.723035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.723035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.723035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.747446] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.749024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.749024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.749024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.749024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.764488] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 in Status: IN_PROGRESS for 2s [ 700.765928] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0edb53fc-0b50-4fee-8b85-bbd9030b4d04 in Status: IN_PROGRESS for 2s [ 700.830457] env[65619]: INFO networking_nsxv3.common.synchronization [req-24f9d18f-6122-478a-a2c6-79c67dbe2f0e req-dec81fae-501d-48f2-aa9e-de4ffaf28368 tempest-SecurityGroupRulesTestJSON-250669453 tempest-SecurityGroupRulesTestJSON-250669453-project-member] Enqueued Resource ID: fbf049be-282d-45ed-b7b8-725fd400f195 with Priority: HIGHEST for action security_group_rules [ 700.831673] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf049be-282d-45ed-b7b8-725fd400f195 with Priority: HIGHEST for action security_group_rules [ 700.835406] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbf049be-282d-45ed-b7b8-725fd400f195 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.835406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbf049be-282d-45ed-b7b8-725fd400f195" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.835406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbf049be-282d-45ed-b7b8-725fd400f195" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.835406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbf049be-282d-45ed-b7b8-725fd400f195" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.835406] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbf049be-282d-45ed-b7b8-725fd400f195',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.096226] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cd74848-d2cf-4235-bb24-ba6333f43d48: rpc.has_security_group_logging(os_id): False [ 701.097867] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.132555] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.132763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.132929] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.133266] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.133395] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.134155] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.134381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.134497] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.134849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.134991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.135396] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.135617] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.135685] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.135913] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.136121] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.136513] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.136730] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.136874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.137154] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.137277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.137422] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 is going to be created. [ 701.207514] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.207671] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.207741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.208023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.208234] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.222972] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: IN_PROGRESS for 2s [ 701.376981] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.377190] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.377233] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.377438] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.377525] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.377621] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbf049be-282d-45ed-b7b8-725fd400f195 already deleted. [ 701.377745] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbf049be-282d-45ed-b7b8-725fd400f195" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.600804] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.700205] env[65619]: INFO networking_nsxv3.common.synchronization [req-efcae3fe-fb97-48a8-b018-ea8a6fa9a533 req-5c444302-7ab9-4ba9-8c97-146eea00606b tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 701.700205] env[65619]: INFO networking_nsxv3.common.synchronization [req-efcae3fe-fb97-48a8-b018-ea8a6fa9a533 req-5c444302-7ab9-4ba9-8c97-146eea00606b tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: d1a69012-3519-4bfb-a484-7468a853b7e6 with Priority: HIGHEST for action security_group_members [ 701.700616] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 701.701371] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a69012-3519-4bfb-a484-7468a853b7e6 with Priority: HIGHEST for action security_group_members [ 701.701371] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.701371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.701371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.701716] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.701963] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.702206] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.702206] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.702336] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.702425] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.702587] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.703438] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1a69012-3519-4bfb-a484-7468a853b7e6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.703544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.703593] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.703805] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.703954] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.704073] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.704110] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.704448] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.704448] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.704448] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1a69012-3519-4bfb-a484-7468a853b7e6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.760654] env[65619]: INFO networking_nsxv3.common.synchronization [req-efcae3fe-fb97-48a8-b018-ea8a6fa9a533 req-5c444302-7ab9-4ba9-8c97-146eea00606b tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_rules [ 701.760654] env[65619]: INFO networking_nsxv3.common.synchronization [req-efcae3fe-fb97-48a8-b018-ea8a6fa9a533 req-5c444302-7ab9-4ba9-8c97-146eea00606b tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 701.760818] env[65619]: INFO networking_nsxv3.common.synchronization [req-efcae3fe-fb97-48a8-b018-ea8a6fa9a533 req-5c444302-7ab9-4ba9-8c97-146eea00606b tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: d1a69012-3519-4bfb-a484-7468a853b7e6 with Priority: HIGHEST for action security_group_rules [ 701.760818] env[65619]: INFO networking_nsxv3.common.synchronization [req-efcae3fe-fb97-48a8-b018-ea8a6fa9a533 req-5c444302-7ab9-4ba9-8c97-146eea00606b tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: d1a69012-3519-4bfb-a484-7468a853b7e6 with Priority: HIGHEST for action security_group_members [ 701.760969] env[65619]: INFO networking_nsxv3.common.synchronization [req-efcae3fe-fb97-48a8-b018-ea8a6fa9a533 req-5c444302-7ab9-4ba9-8c97-146eea00606b tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: b417e948-863d-4017-83cd-c415c27620e9 with Priority: HIGHEST for action port [ 701.761973] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_rules [ 701.762518] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a69012-3519-4bfb-a484-7468a853b7e6 with Priority: HIGHEST for action security_group_rules [ 701.762518] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b417e948-863d-4017-83cd-c415c27620e9 with Priority: HIGHEST for action port [ 701.762518] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 701.762518] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a69012-3519-4bfb-a484-7468a853b7e6 with Priority: HIGHEST for action security_group_members [ 701.762804] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.762896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.762930] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.763196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.763268] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.767230] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1a69012-3519-4bfb-a484-7468a853b7e6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.767230] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.767230] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.767531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.767531] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1a69012-3519-4bfb-a484-7468a853b7e6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.769957] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-b417e948-863d-4017-83cd-c415c27620e9 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.770179] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b417e948-863d-4017-83cd-c415c27620e9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.770246] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b417e948-863d-4017-83cd-c415c27620e9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.770463] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b417e948-863d-4017-83cd-c415c27620e9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.770537] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b417e948-863d-4017-83cd-c415c27620e9',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.772694] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.772820] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.773674] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1a69012-3519-4bfb-a484-7468a853b7e6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.773674] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.103412] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.103754] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.103754] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.103754] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.103837] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.103935] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 is going to be updated. [ 702.145574] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.145574] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.145574] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.145574] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.145574] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.156431] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: IN_PROGRESS for 2s [ 702.208937] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.208937] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1a69012-3519-4bfb-a484-7468a853b7e6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.270617] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1a69012-3519-4bfb-a484-7468a853b7e6 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.270617] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.272831] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b417e948-863d-4017-83cd-c415c27620e9 with status ACTIVE [ 702.272981] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.273128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.273184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.273424] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.273967] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.273967] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.273967] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.273967] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.274284] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.274284] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.274284] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.274379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.274516] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.274516] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.274588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.274691] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b417e948-863d-4017-83cd-c415c27620e9 is going to be updated. [ 702.275897] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.276074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.309799] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.310090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.310090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.310339] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.310578] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.310833] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b417e948-863d-4017-83cd-c415c27620e9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.711138] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.713567] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1a69012-3519-4bfb-a484-7468a853b7e6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.784913] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0edb53fc-0b50-4fee-8b85-bbd9030b4d04 in Status: SUCCESS [ 702.785211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.790248] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 in Status: SUCCESS [ 702.791105] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.214283] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.215730] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.215730] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.215730] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.215730] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.215730] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 is going to be updated. [ 703.216776] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.217036] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.217036] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.217243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.217355] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.217464] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1a69012-3519-4bfb-a484-7468a853b7e6 is going to be created. [ 703.259574] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.259803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.259865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.260073] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.260272] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.261833] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.262027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.262290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.262780] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.262972] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.278849] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: SUCCESS [ 703.279172] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.279347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.279574] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.279663] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.283071] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: IN_PROGRESS for 2s [ 703.283837] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1a69012-3519-4bfb-a484-7468a853b7e6 in Status: UNINITIALIZED for 2s [ 703.286565] env[65619]: INFO networking_nsxv3.common.synchronization [req-36a0ca35-cbf2-4251-bca0-e40e82b7e992 req-358fe064-5ce2-412a-aef2-c3384e28397e tempest-SecurityGroupRulesTestJSON-250669453 tempest-SecurityGroupRulesTestJSON-250669453-project-member] Enqueued Resource ID: c2e14931-225c-4492-b100-59b1e027784b with Priority: HIGHEST for action security_group_rules [ 703.287245] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2e14931-225c-4492-b100-59b1e027784b with Priority: HIGHEST for action security_group_rules [ 703.287616] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2e14931-225c-4492-b100-59b1e027784b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.287708] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2e14931-225c-4492-b100-59b1e027784b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.287781] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2e14931-225c-4492-b100-59b1e027784b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.288109] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2e14931-225c-4492-b100-59b1e027784b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.288224] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2e14931-225c-4492-b100-59b1e027784b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.548627] env[65619]: INFO networking_nsxv3.common.synchronization [req-497789c3-79b5-44e7-b0d1-ac5b04a6b369 req-83d3df3f-a7e6-4d18-896b-f1788de6f13b tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: d1a69012-3519-4bfb-a484-7468a853b7e6 with Priority: HIGHEST for action security_group_members [ 703.548627] env[65619]: INFO networking_nsxv3.common.synchronization [req-497789c3-79b5-44e7-b0d1-ac5b04a6b369 req-83d3df3f-a7e6-4d18-896b-f1788de6f13b tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 703.548627] env[65619]: INFO networking_nsxv3.common.synchronization [req-497789c3-79b5-44e7-b0d1-ac5b04a6b369 req-83d3df3f-a7e6-4d18-896b-f1788de6f13b tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 with Priority: HIGHEST for action security_group_members [ 703.548627] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a69012-3519-4bfb-a484-7468a853b7e6 with Priority: HIGHEST for action security_group_members [ 703.548627] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 703.548627] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 with Priority: HIGHEST for action security_group_members [ 703.549045] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1a69012-3519-4bfb-a484-7468a853b7e6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.549313] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.549313] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.549437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.549607] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ff40103-b5dc-4fe4-8004-99f103443bc2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.549607] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.549760] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.549974] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.550084] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.550177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.550234] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.550383] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.550463] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.551841] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ff40103-b5dc-4fe4-8004-99f103443bc2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.613103] env[65619]: INFO networking_nsxv3.common.synchronization [req-497789c3-79b5-44e7-b0d1-ac5b04a6b369 req-83d3df3f-a7e6-4d18-896b-f1788de6f13b tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 with Priority: HIGHEST for action security_group_rules [ 703.613749] env[65619]: INFO networking_nsxv3.common.synchronization [req-497789c3-79b5-44e7-b0d1-ac5b04a6b369 req-83d3df3f-a7e6-4d18-896b-f1788de6f13b tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 with Priority: HIGHEST for action security_group_members [ 703.613957] env[65619]: INFO networking_nsxv3.common.synchronization [req-497789c3-79b5-44e7-b0d1-ac5b04a6b369 req-83d3df3f-a7e6-4d18-896b-f1788de6f13b tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_rules [ 703.614147] env[65619]: INFO networking_nsxv3.common.synchronization [req-497789c3-79b5-44e7-b0d1-ac5b04a6b369 req-83d3df3f-a7e6-4d18-896b-f1788de6f13b tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 703.614306] env[65619]: INFO networking_nsxv3.common.synchronization [req-497789c3-79b5-44e7-b0d1-ac5b04a6b369 req-83d3df3f-a7e6-4d18-896b-f1788de6f13b tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: d1a69012-3519-4bfb-a484-7468a853b7e6 with Priority: HIGHEST for action security_group_rules [ 703.614457] env[65619]: INFO networking_nsxv3.common.synchronization [req-497789c3-79b5-44e7-b0d1-ac5b04a6b369 req-83d3df3f-a7e6-4d18-896b-f1788de6f13b tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: d1a69012-3519-4bfb-a484-7468a853b7e6 with Priority: HIGHEST for action security_group_members [ 703.614612] env[65619]: INFO networking_nsxv3.common.synchronization [req-497789c3-79b5-44e7-b0d1-ac5b04a6b369 req-83d3df3f-a7e6-4d18-896b-f1788de6f13b tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: b417e948-863d-4017-83cd-c415c27620e9 with Priority: HIGHEST for action port [ 703.615531] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 with Priority: HIGHEST for action security_group_rules [ 703.616022] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_rules [ 703.616022] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a69012-3519-4bfb-a484-7468a853b7e6 with Priority: HIGHEST for action security_group_members [ 703.616022] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b417e948-863d-4017-83cd-c415c27620e9 with Priority: HIGHEST for action port [ 703.616226] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a69012-3519-4bfb-a484-7468a853b7e6 with Priority: HIGHEST for action security_group_rules [ 703.616226] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 with Priority: HIGHEST for action security_group_members [ 703.616400] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 703.616677] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ff40103-b5dc-4fe4-8004-99f103443bc2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.616822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.616993] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.617452] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.617821] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ff40103-b5dc-4fe4-8004-99f103443bc2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.618806] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.618914] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.619145] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1a69012-3519-4bfb-a484-7468a853b7e6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.619224] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.622022] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-b417e948-863d-4017-83cd-c415c27620e9 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.622022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b417e948-863d-4017-83cd-c415c27620e9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.622022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b417e948-863d-4017-83cd-c415c27620e9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.622022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b417e948-863d-4017-83cd-c415c27620e9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.622022] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b417e948-863d-4017-83cd-c415c27620e9',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.622658] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1a69012-3519-4bfb-a484-7468a853b7e6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.622738] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.623305] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ff40103-b5dc-4fe4-8004-99f103443bc2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.623305] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.623604] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.623692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.785051] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.785278] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.817707] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.819050] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.819208] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.819376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.819614] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.819614] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2e14931-225c-4492-b100-59b1e027784b already deleted. [ 703.819697] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2e14931-225c-4492-b100-59b1e027784b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.057019] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ff40103-b5dc-4fe4-8004-99f103443bc2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.126132] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b417e948-863d-4017-83cd-c415c27620e9 with status ACTIVE [ 704.126440] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.126591] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.126750] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.126868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.126973] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.127245] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.127630] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.127630] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.127630] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.127897] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.127926] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.128077] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.128172] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.128374] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.128486] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.128613] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b417e948-863d-4017-83cd-c415c27620e9 is going to be updated. [ 704.131895] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ff40103-b5dc-4fe4-8004-99f103443bc2 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.132019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.156758] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.156963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.156963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.157234] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.157437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.157627] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b417e948-863d-4017-83cd-c415c27620e9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.170658] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: SUCCESS [ 704.170658] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.170658] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.170658] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.170658] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.170658] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.170658] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.170658] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.170658] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.170658] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.170658] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.559346] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ff40103-b5dc-4fe4-8004-99f103443bc2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.673920] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.674155] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.674250] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.674482] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.674649] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.674751] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.674814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.674954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.675056] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.675144] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.675286] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.675413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.675446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.675635] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.675794] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.675892] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.675954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.676115] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.676199] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.676301] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.676394] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.063644] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.063898] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.064026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.064421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.064531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.064655] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 is going to be created. [ 705.180787] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cd74848-d2cf-4235-bb24-ba6333f43d48: rpc.has_security_group_logging(os_id): False [ 705.205481] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.205793] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.205912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.206227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.206458] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.235633] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.235908] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.236051] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.236376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.236515] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.236840] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.237033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.237225] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.237429] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.237577] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.237876] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.238052] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.238150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.238378] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.238523] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.238856] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.239036] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.239141] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.239362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.239472] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.239598] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 is going to be updated. [ 705.242237] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 in Status: UNINITIALIZED for 2s [ 705.298206] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: SUCCESS [ 705.298581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.298831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.299105] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.299321] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.299472] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.299542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.299926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.299926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.300110] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.301944] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1a69012-3519-4bfb-a484-7468a853b7e6 in Status: SUCCESS [ 705.302207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.302637] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.302637] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.302830] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.302979] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.303061] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.303254] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.303356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.303520] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1a69012-3519-4bfb-a484-7468a853b7e6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.411223] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.411381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.411452] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.411674] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.411986] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.441772] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: IN_PROGRESS for 2s [ 705.805360] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.809589] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1a69012-3519-4bfb-a484-7468a853b7e6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.313136] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.314028] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1a69012-3519-4bfb-a484-7468a853b7e6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.558176] env[65619]: INFO networking_nsxv3.common.synchronization [None req-a339d5ec-a089-4c71-a915-99f8161239b3 None None] Enqueued Resource ID: f5ac4263-a0eb-4bbb-80de-a0022fe375ca with Priority: HIGHEST for action port [ 706.558176] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5ac4263-a0eb-4bbb-80de-a0022fe375ca with Priority: HIGHEST for action port [ 706.559653] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5ac4263-a0eb-4bbb-80de-a0022fe375ca taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.559653] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5ac4263-a0eb-4bbb-80de-a0022fe375ca" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.559653] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5ac4263-a0eb-4bbb-80de-a0022fe375ca" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.559653] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5ac4263-a0eb-4bbb-80de-a0022fe375ca" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.559653] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5ac4263-a0eb-4bbb-80de-a0022fe375ca',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.563750] env[65619]: INFO networking_nsxv3.common.synchronization [req-44e9b1d1-d435-4749-b4f6-40d51e7856ad req-6e0f5785-9e6a-4bf6-acd8-895b3820a1b5 tempest-ServersTestBootFromVolume-1683732884 tempest-ServersTestBootFromVolume-1683732884-project-member] Enqueued Resource ID: e080a789-4ff9-4862-972a-187840dc5c00 with Priority: HIGHEST for action security_group_members [ 706.564620] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e080a789-4ff9-4862-972a-187840dc5c00 with Priority: HIGHEST for action security_group_members [ 706.564938] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-e080a789-4ff9-4862-972a-187840dc5c00 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.565068] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.565118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.565498] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.565498] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.565668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.565668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.566250] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.566250] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.566250] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e080a789-4ff9-4862-972a-187840dc5c00',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.818775] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.818775] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.818775] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.818775] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.818775] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.818775] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 is going to be updated. [ 706.818775] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.818775] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.818775] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.820198] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.820490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.820490] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1a69012-3519-4bfb-a484-7468a853b7e6 is going to be updated. [ 706.873921] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.874363] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.874582] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.878023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.878023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.878023] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.878023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.878023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.878418] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.879189] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.894218] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1a69012-3519-4bfb-a484-7468a853b7e6 in Status: IN_PROGRESS for 2s [ 706.895048] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: IN_PROGRESS for 2s [ 707.065750] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5ac4263-a0eb-4bbb-80de-a0022fe375ca [ 707.065750] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.065750] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.065750] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.065750] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.066059] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.066059] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5ac4263-a0eb-4bbb-80de-a0022fe375ca already deleted. [ 707.066116] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5ac4263-a0eb-4bbb-80de-a0022fe375ca" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.069484] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.069484] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.069484] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.069484] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.070034] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.070034] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.070034] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.070034] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.070266] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.070322] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.070416] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e080a789-4ff9-4862-972a-187840dc5c00 is going to be updated. [ 707.116980] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.117400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.117578] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.117937] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.118298] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.131878] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e080a789-4ff9-4862-972a-187840dc5c00 in Status: IN_PROGRESS for 2s [ 707.253802] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 in Status: SUCCESS [ 707.254552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.254552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.254552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.255182] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.255182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.257235] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.257235] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.257235] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.257235] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ff40103-b5dc-4fe4-8004-99f103443bc2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.457887] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: SUCCESS [ 707.458159] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.761971] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ff40103-b5dc-4fe4-8004-99f103443bc2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.266569] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ff40103-b5dc-4fe4-8004-99f103443bc2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.771684] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.771919] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.772118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.772376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.774639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.774639] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 is going to be updated. [ 708.808442] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.808546] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.808581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.808779] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.808926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.860562] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 in Status: IN_PROGRESS for 2s [ 708.920467] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: SUCCESS [ 708.920467] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.921019] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1a69012-3519-4bfb-a484-7468a853b7e6 in Status: SUCCESS [ 708.921202] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.921372] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.921656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.921851] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.921980] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.925259] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.925596] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.928586] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.928801] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.928960] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.930418] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.934361] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.934610] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.934787] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.934821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.935025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.935107] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.935211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.935314] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1a69012-3519-4bfb-a484-7468a853b7e6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.936627] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.936832] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.937032] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.937150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.937226] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.937402] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.937524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.937657] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.939737] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.939994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.940274] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.940428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.940519] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.940835] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.940973] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.941087] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1a69012-3519-4bfb-a484-7468a853b7e6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.062180] env[65619]: INFO networking_nsxv3.common.synchronization [None req-ed788b49-63e1-4a2f-add8-2a8663c0b333 None None] Enqueued Resource ID: f61ea23c-dff1-40d9-8421-03923bf4326d with Priority: HIGHEST for action port [ 709.062510] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f61ea23c-dff1-40d9-8421-03923bf4326d with Priority: HIGHEST for action port [ 709.063376] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-f61ea23c-dff1-40d9-8421-03923bf4326d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.063376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f61ea23c-dff1-40d9-8421-03923bf4326d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.063376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f61ea23c-dff1-40d9-8421-03923bf4326d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.063580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f61ea23c-dff1-40d9-8421-03923bf4326d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.063839] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f61ea23c-dff1-40d9-8421-03923bf4326d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.144465] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e080a789-4ff9-4862-972a-187840dc5c00 in Status: SUCCESS [ 709.145015] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e080a789-4ff9-4862-972a-187840dc5c00 deletion is rescheduled due to dependency. [ 709.145300] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e080a789-4ff9-4862-972a-187840dc5c00" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.437315] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.437770] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.445110] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.446454] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1a69012-3519-4bfb-a484-7468a853b7e6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.447516] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1a69012-3519-4bfb-a484-7468a853b7e6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.567817] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f61ea23c-dff1-40d9-8421-03923bf4326d [ 709.568227] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.568379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.568452] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.568686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.568771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.568869] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f61ea23c-dff1-40d9-8421-03923bf4326d already deleted. [ 709.568947] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f61ea23c-dff1-40d9-8421-03923bf4326d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.662567] env[65619]: INFO networking_nsxv3.common.synchronization [None req-fce3e27c-e536-43b7-8cd2-fde1b06f4ff9 tempest-ServerActionsTestOtherB-982056935 tempest-ServerActionsTestOtherB-982056935-project-member] Enqueued Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_rules [ 709.663282] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_rules [ 709.663958] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.666026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.666026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.666026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.666026] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.948056] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.949312] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1a69012-3519-4bfb-a484-7468a853b7e6: rpc.has_security_group_logging(os_id): False [ 709.951307] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1a69012-3519-4bfb-a484-7468a853b7e6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.971978] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.971978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.972278] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.972423] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.972818] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.972818] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.972963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.972963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.973221] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.973339] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.973418] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1a69012-3519-4bfb-a484-7468a853b7e6 is going to be created. [ 710.063330] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.063570] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.063659] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.063822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.064018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.081062] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1a69012-3519-4bfb-a484-7468a853b7e6 in Status: IN_PROGRESS for 2s [ 710.116543] env[65619]: INFO networking_nsxv3.common.synchronization [None req-3eebfcd6-18d9-4934-9b1b-de88eed8dacb tempest-ServerActionsTestOtherB-982056935 tempest-ServerActionsTestOtherB-982056935-project-member] Enqueued Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_rules [ 710.117239] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_rules [ 710.118024] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.118024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.197040] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.197040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.197040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.197284] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.197315] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.197433] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 already deleted. [ 710.197537] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.197702] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.197881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.199257] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.320350] env[65619]: INFO networking_nsxv3.common.synchronization [req-c09c51f3-71c4-4e80-a5a1-259158168866 req-8a93df27-90f3-4897-a6be-89a44a9282b3 tempest-SecurityGroupRulesTestJSON-250669453 tempest-SecurityGroupRulesTestJSON-250669453-project-member] Enqueued Resource ID: d8d8235f-dcd3-4ae9-aae1-6d1b014037c7 with Priority: HIGHEST for action security_group_rules [ 710.322094] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d8235f-dcd3-4ae9-aae1-6d1b014037c7 with Priority: HIGHEST for action security_group_rules [ 710.323458] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8d8235f-dcd3-4ae9-aae1-6d1b014037c7 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.324824] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8d8235f-dcd3-4ae9-aae1-6d1b014037c7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.324824] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8d8235f-dcd3-4ae9-aae1-6d1b014037c7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.324824] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8d8235f-dcd3-4ae9-aae1-6d1b014037c7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.325387] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8d8235f-dcd3-4ae9-aae1-6d1b014037c7',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.452475] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.456291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.456291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.456291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.456291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.456291] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 is going to be updated. [ 710.456291] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.457326] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.457588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.458724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.458820] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.458987] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1a69012-3519-4bfb-a484-7468a853b7e6 is going to be updated. [ 710.509891] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.510173] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.510243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.510503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.510698] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.513098] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.513098] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.513273] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.513561] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.513561] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.528367] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1a69012-3519-4bfb-a484-7468a853b7e6 in Status: IN_PROGRESS for 2s [ 710.529532] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: IN_PROGRESS for 2s [ 710.604282] env[65619]: INFO networking_nsxv3.common.synchronization [req-b274bc6d-bcd1-4bcc-a39c-07a79dad13ee req-43f9072a-4c1d-49ed-9116-a60f40fa5a76 tempest-FloatingIPsAssociationTestJSON-717422918 tempest-FloatingIPsAssociationTestJSON-717422918-project-member] Enqueued Resource ID: a253e46d-20a3-45b8-ba43-44caa6525097 with Priority: HIGHEST for action security_group_members [ 710.605339] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a253e46d-20a3-45b8-ba43-44caa6525097 with Priority: HIGHEST for action security_group_members [ 710.605739] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-a253e46d-20a3-45b8-ba43-44caa6525097 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.605887] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.605965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.606302] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.606584] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.606731] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.606822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.607111] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.607382] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.607562] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a253e46d-20a3-45b8-ba43-44caa6525097',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.729206] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.729206] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.729206] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.729206] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.729206] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.729206] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 already deleted. [ 710.729206] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.849506] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.849642] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.849711] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.850297] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.850297] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.850297] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8d8235f-dcd3-4ae9-aae1-6d1b014037c7 already deleted. [ 710.850297] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8d8235f-dcd3-4ae9-aae1-6d1b014037c7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.876623] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 in Status: SUCCESS [ 710.876929] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.877125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.877977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.877977] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.877977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.877977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.877977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.877977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.878382] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.878382] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ff40103-b5dc-4fe4-8004-99f103443bc2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.111110] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.111339] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.111339] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.111510] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.111581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.113083] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.113083] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.113083] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.113083] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.113083] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.113083] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a253e46d-20a3-45b8-ba43-44caa6525097 is going to be updated. [ 711.162631] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.165433] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.165433] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.165433] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.165433] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.177714] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a253e46d-20a3-45b8-ba43-44caa6525097 in Status: IN_PROGRESS for 2s [ 711.387282] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ff40103-b5dc-4fe4-8004-99f103443bc2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.475703] env[65619]: INFO networking_nsxv3.common.synchronization [req-41b06dcf-ae55-46a0-a25d-68623c96b1e7 req-8b8e2c4f-3a93-4fdd-8f78-505c04e75a17 tempest-ImagesNegativeTestJSON-2073511670 tempest-ImagesNegativeTestJSON-2073511670-project-member] Enqueued Resource ID: 0edb53fc-0b50-4fee-8b85-bbd9030b4d04 with Priority: HIGHEST for action security_group_members [ 711.476259] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edb53fc-0b50-4fee-8b85-bbd9030b4d04 with Priority: HIGHEST for action security_group_members [ 711.477061] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.481131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.481131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.481131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.481131] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.481131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.481131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.481131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.481131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.481131] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edb53fc-0b50-4fee-8b85-bbd9030b4d04',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.889223] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ff40103-b5dc-4fe4-8004-99f103443bc2: rpc.has_security_group_logging(os_id): False [ 711.910221] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.910416] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.910416] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.910632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.910722] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.910935] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.911051] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.911104] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.911551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.911551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.911551] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 is going to be created. [ 711.980162] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.980337] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.980409] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.980686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.980890] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.982758] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.982895] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.982965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.983252] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.983360] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.983604] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.983722] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.983764] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.984241] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.984241] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.984241] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edb53fc-0b50-4fee-8b85-bbd9030b4d04 is going to be updated. [ 711.999161] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 in Status: IN_PROGRESS for 2s [ 712.020857] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.020997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.022728] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.022728] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.022728] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.032402] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edb53fc-0b50-4fee-8b85-bbd9030b4d04 in Status: IN_PROGRESS for 2s [ 712.116136] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1a69012-3519-4bfb-a484-7468a853b7e6 in Status: SUCCESS [ 712.116456] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.116525] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.116797] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.116892] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1a69012-3519-4bfb-a484-7468a853b7e6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.545155] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: SUCCESS [ 712.545155] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.545444] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.545475] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.546192] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.546192] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.546192] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.546192] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.546372] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.546372] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.551025] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1a69012-3519-4bfb-a484-7468a853b7e6 in Status: SUCCESS [ 712.551113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.551651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.551651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.551651] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.551988] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.551988] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.551988] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.552183] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.552183] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1a69012-3519-4bfb-a484-7468a853b7e6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.619195] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1a69012-3519-4bfb-a484-7468a853b7e6 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.620639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.051427] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.054688] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1a69012-3519-4bfb-a484-7468a853b7e6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.189186] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a253e46d-20a3-45b8-ba43-44caa6525097 in Status: SUCCESS [ 713.189364] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a253e46d-20a3-45b8-ba43-44caa6525097 deletion is rescheduled due to dependency. [ 713.189488] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.553680] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.558413] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1a69012-3519-4bfb-a484-7468a853b7e6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.015404] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 in Status: SUCCESS [ 714.015644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.016565] env[65619]: INFO networking_nsxv3.common.synchronization [None req-8394e029-895a-422d-8f44-5b00664981f1 None None] Enqueued Resource ID: d51a93d3-2344-4ace-84c7-e0691d9c73b4 with Priority: HIGHEST for action port [ 714.018176] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d51a93d3-2344-4ace-84c7-e0691d9c73b4 with Priority: HIGHEST for action port [ 714.018550] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-d51a93d3-2344-4ace-84c7-e0691d9c73b4 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.018656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d51a93d3-2344-4ace-84c7-e0691d9c73b4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.018695] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d51a93d3-2344-4ace-84c7-e0691d9c73b4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.019058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d51a93d3-2344-4ace-84c7-e0691d9c73b4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.019058] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d51a93d3-2344-4ace-84c7-e0691d9c73b4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.044175] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edb53fc-0b50-4fee-8b85-bbd9030b4d04 in Status: SUCCESS [ 714.044233] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edb53fc-0b50-4fee-8b85-bbd9030b4d04 deletion is rescheduled due to dependency. [ 714.045226] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.058630] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.058630] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.058630] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.058630] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.058630] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.058630] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 is going to be updated. [ 714.059100] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.059100] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.059100] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.059232] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.059312] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.059401] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1a69012-3519-4bfb-a484-7468a853b7e6 is going to be updated. [ 714.094763] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.094763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.094763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.094921] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.095214] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.100026] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.100026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.100026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.100026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.100026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.112916] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: IN_PROGRESS for 2s [ 714.114623] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1a69012-3519-4bfb-a484-7468a853b7e6 in Status: IN_PROGRESS for 2s [ 714.523019] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d51a93d3-2344-4ace-84c7-e0691d9c73b4 [ 714.523256] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.525177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.525177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.525177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.525177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.525177] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d51a93d3-2344-4ace-84c7-e0691d9c73b4 already deleted. [ 714.525177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d51a93d3-2344-4ace-84c7-e0691d9c73b4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.802051] env[65619]: INFO networking_nsxv3.common.synchronization [None req-62997ee7-c983-43d9-bea8-4be79ceb71c7 tempest-MigrationsAdminTest-690393040 tempest-MigrationsAdminTest-690393040-project-member] Enqueued Resource ID: cd13e271-601e-4a6f-adb7-96e5faffedd9 with Priority: HIGHEST for action security_group_rules [ 714.802694] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd13e271-601e-4a6f-adb7-96e5faffedd9 with Priority: HIGHEST for action security_group_rules [ 714.803067] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd13e271-601e-4a6f-adb7-96e5faffedd9 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.803517] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd13e271-601e-4a6f-adb7-96e5faffedd9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.803517] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd13e271-601e-4a6f-adb7-96e5faffedd9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.803626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd13e271-601e-4a6f-adb7-96e5faffedd9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.803661] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd13e271-601e-4a6f-adb7-96e5faffedd9',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.125326] env[65619]: INFO networking_nsxv3.common.synchronization [None req-38a55dfd-ad47-49c3-8f45-40ee42765e76 tempest-MigrationsAdminTest-690393040 tempest-MigrationsAdminTest-690393040-project-member] Enqueued Resource ID: cd13e271-601e-4a6f-adb7-96e5faffedd9 with Priority: HIGHEST for action security_group_rules [ 715.126016] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd13e271-601e-4a6f-adb7-96e5faffedd9 with Priority: HIGHEST for action security_group_rules [ 715.127124] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd13e271-601e-4a6f-adb7-96e5faffedd9 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.127265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd13e271-601e-4a6f-adb7-96e5faffedd9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.338066] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.338066] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.338066] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.338066] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.338066] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.338066] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd13e271-601e-4a6f-adb7-96e5faffedd9 already deleted. [ 715.338066] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd13e271-601e-4a6f-adb7-96e5faffedd9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.338066] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd13e271-601e-4a6f-adb7-96e5faffedd9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.339963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd13e271-601e-4a6f-adb7-96e5faffedd9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.339963] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd13e271-601e-4a6f-adb7-96e5faffedd9',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.865809] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.866188] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.866188] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.866314] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.866440] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.866601] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd13e271-601e-4a6f-adb7-96e5faffedd9 already deleted. [ 715.866738] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd13e271-601e-4a6f-adb7-96e5faffedd9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.908075] env[65619]: INFO networking_nsxv3.common.synchronization [req-b129d778-a076-4b7e-bf05-a1573b4d68a2 req-f179c2bf-5119-4b66-8797-441d209cbdbc tempest-SecurityGroupRulesTestJSON-250669453 tempest-SecurityGroupRulesTestJSON-250669453-project-member] Enqueued Resource ID: 2cc9943e-e9c9-4b73-be53-d28a83e45207 with Priority: HIGHEST for action security_group_rules [ 715.909023] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cc9943e-e9c9-4b73-be53-d28a83e45207 with Priority: HIGHEST for action security_group_rules [ 715.910398] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cc9943e-e9c9-4b73-be53-d28a83e45207 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.910398] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cc9943e-e9c9-4b73-be53-d28a83e45207" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.910398] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cc9943e-e9c9-4b73-be53-d28a83e45207" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.910398] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cc9943e-e9c9-4b73-be53-d28a83e45207" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.910398] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cc9943e-e9c9-4b73-be53-d28a83e45207',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.126483] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1a69012-3519-4bfb-a484-7468a853b7e6 in Status: SUCCESS [ 716.126948] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.126948] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.127562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.127562] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.127562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.127979] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.127979] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.127979] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.127979] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.128094] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1a69012-3519-4bfb-a484-7468a853b7e6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.130138] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: SUCCESS [ 716.130586] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.130665] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.130907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.132407] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.132571] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.132664] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.132847] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.132959] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.133164] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.133392] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.133526] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.133656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.133851] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.134105] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.134220] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.134306] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.134485] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.135297] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.135297] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.135297] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.141549] env[65619]: INFO networking_nsxv3.common.synchronization [None req-14c276af-74af-4846-82f2-62a706e158ba None None] Enqueued Resource ID: 6b62a498-8144-4c3f-b766-a55494239057 with Priority: HIGHEST for action port [ 716.143225] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b62a498-8144-4c3f-b766-a55494239057 with Priority: HIGHEST for action port [ 716.143898] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b62a498-8144-4c3f-b766-a55494239057 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.144294] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b62a498-8144-4c3f-b766-a55494239057" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.144410] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b62a498-8144-4c3f-b766-a55494239057" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.145391] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b62a498-8144-4c3f-b766-a55494239057" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.145391] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b62a498-8144-4c3f-b766-a55494239057',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.438015] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.439177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.440449] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.440449] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.440449] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.440449] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cc9943e-e9c9-4b73-be53-d28a83e45207 already deleted. [ 716.440449] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cc9943e-e9c9-4b73-be53-d28a83e45207" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.637962] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1a69012-3519-4bfb-a484-7468a853b7e6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.641019] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9f71e76-65b3-4464-a357-b5ffc2a29910: rpc.has_security_group_logging(os_id): False [ 716.649427] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b62a498-8144-4c3f-b766-a55494239057 [ 716.649427] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.649427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.649427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.649427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.649427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.649427] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b62a498-8144-4c3f-b766-a55494239057 already deleted. [ 716.649427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b62a498-8144-4c3f-b766-a55494239057" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.664194] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.664194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.664194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.664194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.664194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.664194] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.664194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.664194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.664194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.664194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.664194] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.664194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.664194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.664194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.664194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.664750] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.667646] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.667646] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.667646] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.667646] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.667646] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 is going to be updated. [ 716.758996] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.759245] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.759300] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.759516] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.759650] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.777601] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: IN_PROGRESS for 2s [ 717.143481] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1a69012-3519-4bfb-a484-7468a853b7e6: rpc.has_security_group_logging(os_id): False [ 717.165164] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.165365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.165365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.165576] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.165731] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.165968] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.166092] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.166144] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.167299] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.167299] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.167299] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1a69012-3519-4bfb-a484-7468a853b7e6 is going to be updated. [ 717.259326] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.259521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.259591] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.259850] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.260353] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.279731] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1a69012-3519-4bfb-a484-7468a853b7e6 in Status: IN_PROGRESS for 2s [ 718.659029] env[65619]: INFO networking_nsxv3.common.synchronization [None req-dbad00db-5f65-4e15-98a0-0d74cfbb600f None None] Enqueued Resource ID: 9ffe0c22-e1dc-40b1-bef0-e6d2d5a6b35d with Priority: HIGHEST for action port [ 718.660883] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffe0c22-e1dc-40b1-bef0-e6d2d5a6b35d with Priority: HIGHEST for action port [ 718.661255] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ffe0c22-e1dc-40b1-bef0-e6d2d5a6b35d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.661431] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ffe0c22-e1dc-40b1-bef0-e6d2d5a6b35d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.661465] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ffe0c22-e1dc-40b1-bef0-e6d2d5a6b35d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.661708] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ffe0c22-e1dc-40b1-bef0-e6d2d5a6b35d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.661794] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ffe0c22-e1dc-40b1-bef0-e6d2d5a6b35d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.789698] env[65619]: INFO networking_nsxv3.common.synchronization [None req-55105ccd-76cb-40a5-9a1f-bbd9f8bb90d7 None None] Enqueued Resource ID: 5c6911ce-accc-4304-8005-621d7d62fd72 with Priority: HIGHEST for action port [ 718.790267] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c6911ce-accc-4304-8005-621d7d62fd72 with Priority: HIGHEST for action port [ 718.790891] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c6911ce-accc-4304-8005-621d7d62fd72 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.791843] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c6911ce-accc-4304-8005-621d7d62fd72" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.791916] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c6911ce-accc-4304-8005-621d7d62fd72" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.792217] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c6911ce-accc-4304-8005-621d7d62fd72" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.792287] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c6911ce-accc-4304-8005-621d7d62fd72',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.793754] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: SUCCESS [ 718.794048] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.797637] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.797637] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.797637] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.165795] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ffe0c22-e1dc-40b1-bef0-e6d2d5a6b35d [ 719.167085] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.167085] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.167085] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.167085] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.167085] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.167085] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ffe0c22-e1dc-40b1-bef0-e6d2d5a6b35d already deleted. [ 719.167085] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ffe0c22-e1dc-40b1-bef0-e6d2d5a6b35d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.298380] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c6911ce-accc-4304-8005-621d7d62fd72 [ 719.301421] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.301421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.301421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.301421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.301421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.301421] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c6911ce-accc-4304-8005-621d7d62fd72 already deleted. [ 719.301421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c6911ce-accc-4304-8005-621d7d62fd72" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.301421] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1a69012-3519-4bfb-a484-7468a853b7e6 in Status: SUCCESS [ 719.301421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.301421] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.301421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.301421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.301421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.301421] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.303020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.303400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.303400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.303400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.303530] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.303530] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.452733] env[65619]: INFO networking_nsxv3.common.synchronization [req-0d87a27c-94c5-4aa3-8861-d94c053620ca req-63102ad6-af57-4ec1-8c89-94988b986a5b tempest-ServersTestMultiNic-712285648 tempest-ServersTestMultiNic-712285648-project-member] Enqueued Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 719.453397] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 719.454799] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.454799] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.454799] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.454799] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.454799] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.454799] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.454799] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.455122] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.455122] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.455122] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.656168] env[65619]: INFO networking_nsxv3.common.synchronization [None req-c7f1699a-6e58-4b1a-b86c-2f4121799407 None None] Enqueued Resource ID: c63ab807-c0f7-4fd0-80ca-337c3e1b340c with Priority: HIGHEST for action port [ 719.656168] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63ab807-c0f7-4fd0-80ca-337c3e1b340c with Priority: HIGHEST for action port [ 719.656849] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-c63ab807-c0f7-4fd0-80ca-337c3e1b340c taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.656957] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c63ab807-c0f7-4fd0-80ca-337c3e1b340c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.656957] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c63ab807-c0f7-4fd0-80ca-337c3e1b340c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.657999] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c63ab807-c0f7-4fd0-80ca-337c3e1b340c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.657999] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c63ab807-c0f7-4fd0-80ca-337c3e1b340c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.805606] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.805918] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.805918] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.806684] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.806684] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.807022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.807101] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.807739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.808144] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.808144] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.808593] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.808728] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.808799] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.808951] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.810207] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.810207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.810207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.810207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.810207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.810865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.811034] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.938872] env[65619]: INFO networking_nsxv3.common.synchronization [req-0d87a27c-94c5-4aa3-8861-d94c053620ca req-1ed94c01-0558-4282-8240-7c5088101dc4 tempest-ServersTestMultiNic-712285648 tempest-ServersTestMultiNic-712285648-project-member] Enqueued Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 719.939678] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 719.939678] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.939984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.959010] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.959010] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.959168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.959258] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.959343] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.959525] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.959611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.959678] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.959820] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.959893] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.959975] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e is going to be updated. [ 719.990073] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.990277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.990277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.990477] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.990547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.000780] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: IN_PROGRESS for 2s [ 720.159502] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c63ab807-c0f7-4fd0-80ca-337c3e1b340c [ 720.159502] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.159502] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.159502] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.159778] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.159778] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.159851] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c63ab807-c0f7-4fd0-80ca-337c3e1b340c already deleted. [ 720.159886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c63ab807-c0f7-4fd0-80ca-337c3e1b340c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.313679] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9f71e76-65b3-4464-a357-b5ffc2a29910: rpc.has_security_group_logging(os_id): False [ 720.324427] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.324875] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-514" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.324875] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-514" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.325157] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-514" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.325423] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.325599] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.325718] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.325944] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.326103] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.326312] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.326421] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.326546] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.326654] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.326756] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.326854] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.326976] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.337885] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.338111] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.338111] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.338321] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.338416] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.338626] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.338726] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.338822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.338959] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.339051] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.339258] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.339352] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.339409] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.339549] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.339624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.339803] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.339912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.339975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.340217] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.340217] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.340394] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 is going to be updated. [ 720.355862] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.355862] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.355862] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.356134] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-514" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.357349] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-bcf6a446-2038-4cbb-a952-8f042f68cc52 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.357349] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-bcf6a446-2038-4cbb-a952-8f042f68cc52" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.357349] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-bcf6a446-2038-4cbb-a952-8f042f68cc52" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.357349] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-bcf6a446-2038-4cbb-a952-8f042f68cc52" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.357349] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcf6a446-2038-4cbb-a952-8f042f68cc52',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.407474] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.407592] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.407667] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.407920] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.408119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.422933] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: IN_PROGRESS for 2s [ 720.861220] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.861540] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.861575] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.861828] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.862012] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.862201] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port bcf6a446-2038-4cbb-a952-8f042f68cc52 not found, creating... [ 720.862459] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.862652] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.862792] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.863035] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.863201] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.863496] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.863705] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.863843] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.864109] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.864232] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.864390] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: bcf6a446-2038-4cbb-a952-8f042f68cc52 is going to be created. [ 720.889015] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.889015] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.889015] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.889015] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.890291] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.890291] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-bcf6a446-2038-4cbb-a952-8f042f68cc52" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.929967] env[65619]: INFO networking_nsxv3.common.synchronization [None req-339a3560-4794-44fc-a31b-896d8459a942 None None] Enqueued Resource ID: fb1091b7-d2c4-426c-afc3-dbde831dd84d with Priority: HIGHEST for action port [ 720.931652] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1091b7-d2c4-426c-afc3-dbde831dd84d with Priority: HIGHEST for action port [ 720.931652] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb1091b7-d2c4-426c-afc3-dbde831dd84d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.931652] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb1091b7-d2c4-426c-afc3-dbde831dd84d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.931652] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb1091b7-d2c4-426c-afc3-dbde831dd84d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.932621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb1091b7-d2c4-426c-afc3-dbde831dd84d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.932621] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb1091b7-d2c4-426c-afc3-dbde831dd84d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.435850] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb1091b7-d2c4-426c-afc3-dbde831dd84d [ 721.435850] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.435850] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.435850] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.437148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.437148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.437148] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb1091b7-d2c4-426c-afc3-dbde831dd84d already deleted. [ 721.437148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb1091b7-d2c4-426c-afc3-dbde831dd84d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.616438] env[65619]: INFO networking_nsxv3.common.synchronization [req-0d87a27c-94c5-4aa3-8861-d94c053620ca req-34500ca9-1368-4668-8ab8-637866b35826 service nova] Enqueued Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_rules [ 721.616438] env[65619]: INFO networking_nsxv3.common.synchronization [req-0d87a27c-94c5-4aa3-8861-d94c053620ca req-34500ca9-1368-4668-8ab8-637866b35826 service nova] Enqueued Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 721.616438] env[65619]: INFO networking_nsxv3.common.synchronization [req-0d87a27c-94c5-4aa3-8861-d94c053620ca req-34500ca9-1368-4668-8ab8-637866b35826 service nova] Enqueued Resource ID: bcf6a446-2038-4cbb-a952-8f042f68cc52 with Priority: HIGHEST for action port [ 721.616438] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_rules [ 721.616438] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 721.616438] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf6a446-2038-4cbb-a952-8f042f68cc52 with Priority: HIGHEST for action port [ 721.617511] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.617689] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.617793] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.618163] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.618249] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.619327] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.620304] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.620586] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcf6a446-2038-4cbb-a952-8f042f68cc52 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.620750] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcf6a446-2038-4cbb-a952-8f042f68cc52" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.620849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcf6a446-2038-4cbb-a952-8f042f68cc52" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.621131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcf6a446-2038-4cbb-a952-8f042f68cc52" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.621242] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcf6a446-2038-4cbb-a952-8f042f68cc52',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.895122] env[65619]: INFO networking_nsxv3.common.synchronization [req-2b546251-70a5-4b62-bcef-0c5bbf177b00 req-1d26e434-1d18-4d86-9a51-689e04235298 tempest-AttachVolumeShelveTestJSON-1009305874 tempest-AttachVolumeShelveTestJSON-1009305874-project-member] Enqueued Resource ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 with Priority: HIGHEST for action security_group_members [ 721.895122] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 with Priority: HIGHEST for action security_group_members [ 721.895642] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.895642] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.895741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.903093] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.903093] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.903093] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.903093] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.903093] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.903093] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.903093] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ee8dcc1-4b64-4a42-b320-b5009b83c1d6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.012531] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: SUCCESS [ 722.013246] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e deletion is rescheduled due to dependency. [ 722.013706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.014029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.014308] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.014542] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.014696] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.014766] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.014980] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.015105] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.015230] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.124173] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.124173] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.124173] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcf6a446-2038-4cbb-a952-8f042f68cc52 with status ACTIVE [ 722.124173] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.124173] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.124173] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.124665] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.124665] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.124665] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.124665] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.126391] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.126391] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.126391] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.126391] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.126391] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.126391] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.126391] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.126391] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.126391] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcf6a446-2038-4cbb-a952-8f042f68cc52 is going to be updated. [ 722.150590] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.150873] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.150873] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.151046] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.151188] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.151353] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcf6a446-2038-4cbb-a952-8f042f68cc52" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.195567] env[65619]: INFO networking_nsxv3.common.synchronization [None req-f00b4d10-b7b6-4a7f-a742-c054883f2ad0 None None] Enqueued Resource ID: a82e3eed-2f92-49a4-835a-830ab21fdead with Priority: HIGHEST for action port [ 722.195567] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82e3eed-2f92-49a4-835a-830ab21fdead with Priority: HIGHEST for action port [ 722.195567] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-a82e3eed-2f92-49a4-835a-830ab21fdead taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.195567] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a82e3eed-2f92-49a4-835a-830ab21fdead" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.195941] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a82e3eed-2f92-49a4-835a-830ab21fdead" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.196348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a82e3eed-2f92-49a4-835a-830ab21fdead" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.196495] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a82e3eed-2f92-49a4-835a-830ab21fdead',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.279622] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-506 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.279834] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-506" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.279926] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-506" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.280380] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-506" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.280555] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.280711] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.280825] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.281050] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.281188] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.281389] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.281494] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.281607] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.281679] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.281777] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.281873] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.282044] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.308745] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.308745] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.308745] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.309076] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-506" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.309388] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-aa8f1e9f-2226-4032-a038-0658598ab484 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.309557] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-aa8f1e9f-2226-4032-a038-0658598ab484" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.309670] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-aa8f1e9f-2226-4032-a038-0658598ab484" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.310029] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-aa8f1e9f-2226-4032-a038-0658598ab484" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.310161] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa8f1e9f-2226-4032-a038-0658598ab484',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.402239] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.402397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.402466] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.403724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.403724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.403724] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.403724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.403724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.403724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.403724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.403724] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 already deleted. [ 722.403724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.440446] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: SUCCESS [ 722.440854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.517204] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.703189] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a82e3eed-2f92-49a4-835a-830ab21fdead [ 722.703189] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.703189] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.703189] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.703488] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.703488] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.703488] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a82e3eed-2f92-49a4-835a-830ab21fdead already deleted. [ 722.703488] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a82e3eed-2f92-49a4-835a-830ab21fdead" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.813107] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.813307] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.813431] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.814324] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.814479] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.814634] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port aa8f1e9f-2226-4032-a038-0658598ab484 not found, creating... [ 722.814896] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.815064] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.815177] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.815405] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.815538] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.815892] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.817748] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.817908] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.818157] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.818380] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.818578] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: aa8f1e9f-2226-4032-a038-0658598ab484 is going to be created. [ 722.839995] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-242 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.840227] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-242" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.840392] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-242" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.840649] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-242" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.840903] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.841208] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.841354] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.841577] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.841726] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.841926] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.842059] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.842154] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.842256] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.842357] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.842456] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.842580] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.844525] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.844698] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.844815] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.845057] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.845280] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.845538] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-aa8f1e9f-2226-4032-a038-0658598ab484" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.866797] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.867031] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.867183] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.867348] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-242" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.867660] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-91a79373-4d80-443d-ada6-e1edfd775b92 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.867895] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-91a79373-4d80-443d-ada6-e1edfd775b92" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.868069] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-91a79373-4d80-443d-ada6-e1edfd775b92" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.868448] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-91a79373-4d80-443d-ada6-e1edfd775b92" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.868597] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91a79373-4d80-443d-ada6-e1edfd775b92',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.019336] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.370946] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.371251] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.371477] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.371730] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.371937] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.372269] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 91a79373-4d80-443d-ada6-e1edfd775b92 not found, creating... [ 723.372489] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.372821] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.372979] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.373267] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.373442] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.373810] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.374029] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.374189] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.374407] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.374557] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.374686] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 91a79373-4d80-443d-ada6-e1edfd775b92 is going to be created. [ 723.403544] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.403861] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.403956] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.404279] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.404631] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.404848] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-91a79373-4d80-443d-ada6-e1edfd775b92" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.522258] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.522457] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.522558] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.522906] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.523103] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.523282] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e is going to be updated. [ 723.562050] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.562579] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.562579] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.562579] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.562739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.566322] env[65619]: INFO networking_nsxv3.common.synchronization [req-2b546251-70a5-4b62-bcef-0c5bbf177b00 req-752d64c1-e2d4-45cf-bce6-6e9bd5e77216 service nova] Enqueued Resource ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 with Priority: HIGHEST for action security_group_rules [ 723.566506] env[65619]: INFO networking_nsxv3.common.synchronization [req-2b546251-70a5-4b62-bcef-0c5bbf177b00 req-752d64c1-e2d4-45cf-bce6-6e9bd5e77216 service nova] Enqueued Resource ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 with Priority: HIGHEST for action security_group_members [ 723.566682] env[65619]: INFO networking_nsxv3.common.synchronization [req-2b546251-70a5-4b62-bcef-0c5bbf177b00 req-752d64c1-e2d4-45cf-bce6-6e9bd5e77216 service nova] Enqueued Resource ID: aa8f1e9f-2226-4032-a038-0658598ab484 with Priority: HIGHEST for action port [ 723.567306] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 with Priority: HIGHEST for action security_group_rules [ 723.567523] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 with Priority: HIGHEST for action security_group_members [ 723.567592] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8f1e9f-2226-4032-a038-0658598ab484 with Priority: HIGHEST for action port [ 723.567903] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.568046] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.568134] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.568439] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.568439] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ee8dcc1-4b64-4a42-b320-b5009b83c1d6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.569477] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.569590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.569590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.570799] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.570799] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.570799] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.570799] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.570799] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.570799] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.570799] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ee8dcc1-4b64-4a42-b320-b5009b83c1d6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.572069] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa8f1e9f-2226-4032-a038-0658598ab484 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.572069] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa8f1e9f-2226-4032-a038-0658598ab484" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.572069] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa8f1e9f-2226-4032-a038-0658598ab484" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.572237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa8f1e9f-2226-4032-a038-0658598ab484" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.572279] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa8f1e9f-2226-4032-a038-0658598ab484',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.573885] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: IN_PROGRESS for 2s [ 724.074334] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.074334] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.079019] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa8f1e9f-2226-4032-a038-0658598ab484 with status ACTIVE [ 724.079019] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.079019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.079019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.079019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.079019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.079019] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.079019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.079019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.079019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.079019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.079019] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.079019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.079019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.079019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.079019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.079019] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa8f1e9f-2226-4032-a038-0658598ab484 is going to be updated. [ 724.079871] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ee8dcc1-4b64-4a42-b320-b5009b83c1d6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.102545] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.102545] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.102545] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.102545] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.102545] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.102545] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa8f1e9f-2226-4032-a038-0658598ab484" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.108033] env[65619]: INFO networking_nsxv3.common.synchronization [req-0d87a27c-94c5-4aa3-8861-d94c053620ca req-023dbfba-dfb4-4ce5-b770-99bcbab6370a service nova] Enqueued Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_rules [ 724.108033] env[65619]: INFO networking_nsxv3.common.synchronization [req-0d87a27c-94c5-4aa3-8861-d94c053620ca req-023dbfba-dfb4-4ce5-b770-99bcbab6370a service nova] Enqueued Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 724.108033] env[65619]: INFO networking_nsxv3.common.synchronization [req-0d87a27c-94c5-4aa3-8861-d94c053620ca req-023dbfba-dfb4-4ce5-b770-99bcbab6370a service nova] Enqueued Resource ID: 91a79373-4d80-443d-ada6-e1edfd775b92 with Priority: HIGHEST for action port [ 724.108033] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_rules [ 724.108033] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 724.108033] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a79373-4d80-443d-ada6-e1edfd775b92 with Priority: HIGHEST for action port [ 724.108033] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.108033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.108858] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.109279] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.109657] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-91a79373-4d80-443d-ada6-e1edfd775b92 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.109946] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91a79373-4d80-443d-ada6-e1edfd775b92" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.110219] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91a79373-4d80-443d-ada6-e1edfd775b92" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.110564] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91a79373-4d80-443d-ada6-e1edfd775b92" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.111330] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91a79373-4d80-443d-ada6-e1edfd775b92',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.204581] env[65619]: INFO networking_nsxv3.common.synchronization [None req-923a276b-cfdb-44ef-8142-6992931d400b tempest-ServersTestManualDisk-1128474017 tempest-ServersTestManualDisk-1128474017-project-member] Enqueued Resource ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 with Priority: HIGHEST for action security_group_rules [ 724.205577] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 with Priority: HIGHEST for action security_group_rules [ 724.206103] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1aed000-faba-437d-ba84-8cd38f0aa2f5 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.208022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.208022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.208022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.208022] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1aed000-faba-437d-ba84-8cd38f0aa2f5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.381324] env[65619]: INFO networking_nsxv3.common.synchronization [None req-41ee15a7-bcb4-4bb4-9e75-d70470321c04 tempest-ServersTestManualDisk-1128474017 tempest-ServersTestManualDisk-1128474017-project-member] Enqueued Resource ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 with Priority: HIGHEST for action security_group_rules [ 724.381943] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 with Priority: HIGHEST for action security_group_rules [ 724.382481] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1aed000-faba-437d-ba84-8cd38f0aa2f5 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.382634] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.470726] env[65619]: INFO networking_nsxv3.common.synchronization [None req-38a65366-d70d-481a-8e7a-1c2c4f7b891c None None] Enqueued Resource ID: 0fb75725-d039-4d2f-bc91-87ac0421761e with Priority: HIGHEST for action port [ 724.471432] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fb75725-d039-4d2f-bc91-87ac0421761e with Priority: HIGHEST for action port [ 724.471744] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fb75725-d039-4d2f-bc91-87ac0421761e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.471915] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fb75725-d039-4d2f-bc91-87ac0421761e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.471971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fb75725-d039-4d2f-bc91-87ac0421761e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.472264] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fb75725-d039-4d2f-bc91-87ac0421761e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.472342] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fb75725-d039-4d2f-bc91-87ac0421761e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.581779] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ee8dcc1-4b64-4a42-b320-b5009b83c1d6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.616435] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91a79373-4d80-443d-ada6-e1edfd775b92 with status ACTIVE [ 724.617477] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.617477] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.617477] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.617477] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.617477] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.617477] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.617477] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.617477] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.617839] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.617839] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.617839] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.617934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.617965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.618098] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.618187] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.618241] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91a79373-4d80-443d-ada6-e1edfd775b92 is going to be updated. [ 724.641753] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.641753] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.641753] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.641753] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.641995] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.642033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91a79373-4d80-443d-ada6-e1edfd775b92" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.743800] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.743800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.743800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.743800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.743800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.743800] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 already deleted. [ 724.744343] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.744343] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.744343] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.744343] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1aed000-faba-437d-ba84-8cd38f0aa2f5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.975781] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fb75725-d039-4d2f-bc91-87ac0421761e [ 724.977237] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.977237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.977237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.977237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.977237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.977237] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fb75725-d039-4d2f-bc91-87ac0421761e already deleted. [ 724.977237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fb75725-d039-4d2f-bc91-87ac0421761e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.088220] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.088623] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.088623] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.088714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.088714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.088813] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 is going to be created. [ 725.114567] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.114567] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.114567] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.114567] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.114567] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.123039] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 in Status: UNINITIALIZED for 2s [ 725.266269] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.266269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.266269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.266269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.266269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.266269] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 already deleted. [ 725.266269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.348772] env[65619]: INFO networking_nsxv3.common.synchronization [req-0d9e4f91-b212-4e13-ba66-554a088a5852 req-694fb30c-a1c5-4acc-a3e6-6186d99244aa tempest-ServerMetadataNegativeTestJSON-1301184649 tempest-ServerMetadataNegativeTestJSON-1301184649-project-member] Enqueued Resource ID: 07b3fdb1-df01-43b4-b17e-1c29fe85445c with Priority: HIGHEST for action security_group_members [ 725.349340] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b3fdb1-df01-43b4-b17e-1c29fe85445c with Priority: HIGHEST for action security_group_members [ 725.349678] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b3fdb1-df01-43b4-b17e-1c29fe85445c taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.349911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.349997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.350280] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.350435] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.350546] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.350610] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.350758] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.350857] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.350954] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b3fdb1-df01-43b4-b17e-1c29fe85445c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.583728] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: SUCCESS [ 725.584082] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.584147] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.585064] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.585260] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.585534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.585534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.585616] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.585667] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.585784] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.853250] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.853910] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.853910] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.854549] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.855068] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.855068] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.855068] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.855068] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.855566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.855654] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.855780] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b3fdb1-df01-43b4-b17e-1c29fe85445c already deleted. [ 725.856036] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.868773] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-767 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.868773] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-767" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.868773] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-767" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.869101] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-767" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.869354] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.869432] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.870076] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.870076] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.870076] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.870259] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.872238] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.872238] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.872238] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.872238] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.872238] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.872238] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.892469] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.892849] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.892996] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.893180] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-767" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.893495] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-059defa7-a3ad-4fa2-9cff-064eaa24dab7 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.893671] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-059defa7-a3ad-4fa2-9cff-064eaa24dab7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.893776] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-059defa7-a3ad-4fa2-9cff-064eaa24dab7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.894075] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-059defa7-a3ad-4fa2-9cff-064eaa24dab7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.894209] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('059defa7-a3ad-4fa2-9cff-064eaa24dab7',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.088159] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.396675] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.397168] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.397168] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.397425] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.397574] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.397732] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 059defa7-a3ad-4fa2-9cff-064eaa24dab7 not found, creating... [ 726.398041] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.398223] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.398343] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.398555] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.398688] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.398992] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.399268] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.399268] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.399456] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.399584] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.399723] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 059defa7-a3ad-4fa2-9cff-064eaa24dab7 is going to be created. [ 726.420629] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.420889] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.420941] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.421245] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.421472] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.421730] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-059defa7-a3ad-4fa2-9cff-064eaa24dab7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.591059] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.093423] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.093423] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.093423] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.093655] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.093655] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.093742] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e is going to be updated. [ 727.123786] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.123976] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.124025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.124290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.124439] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.137197] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: IN_PROGRESS for 2s [ 727.137886] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 in Status: SUCCESS [ 727.138125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.138286] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.138497] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.138685] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.138800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.138877] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.139048] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.139133] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.139299] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.139299] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ee8dcc1-4b64-4a42-b320-b5009b83c1d6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.160658] env[65619]: INFO networking_nsxv3.common.synchronization [req-0d9e4f91-b212-4e13-ba66-554a088a5852 req-9c0eee99-1d9a-440d-81d3-9a0b48cdd6e3 service nova] Enqueued Resource ID: 07b3fdb1-df01-43b4-b17e-1c29fe85445c with Priority: HIGHEST for action security_group_rules [ 727.160832] env[65619]: INFO networking_nsxv3.common.synchronization [req-0d9e4f91-b212-4e13-ba66-554a088a5852 req-9c0eee99-1d9a-440d-81d3-9a0b48cdd6e3 service nova] Enqueued Resource ID: 07b3fdb1-df01-43b4-b17e-1c29fe85445c with Priority: HIGHEST for action security_group_members [ 727.160969] env[65619]: INFO networking_nsxv3.common.synchronization [req-0d9e4f91-b212-4e13-ba66-554a088a5852 req-9c0eee99-1d9a-440d-81d3-9a0b48cdd6e3 service nova] Enqueued Resource ID: 059defa7-a3ad-4fa2-9cff-064eaa24dab7 with Priority: HIGHEST for action port [ 727.161618] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b3fdb1-df01-43b4-b17e-1c29fe85445c with Priority: HIGHEST for action security_group_rules [ 727.161719] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b3fdb1-df01-43b4-b17e-1c29fe85445c with Priority: HIGHEST for action security_group_members [ 727.161773] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059defa7-a3ad-4fa2-9cff-064eaa24dab7 with Priority: HIGHEST for action port [ 727.165031] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07b3fdb1-df01-43b4-b17e-1c29fe85445c taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.165264] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.165451] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.166530] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.166530] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07b3fdb1-df01-43b4-b17e-1c29fe85445c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.166639] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b3fdb1-df01-43b4-b17e-1c29fe85445c taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.166755] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.166823] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.166998] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.167164] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.167259] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.167320] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.167458] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.167546] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.167630] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b3fdb1-df01-43b4-b17e-1c29fe85445c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.171497] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-059defa7-a3ad-4fa2-9cff-064eaa24dab7 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.171497] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-059defa7-a3ad-4fa2-9cff-064eaa24dab7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.171497] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-059defa7-a3ad-4fa2-9cff-064eaa24dab7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.171497] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-059defa7-a3ad-4fa2-9cff-064eaa24dab7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.171497] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('059defa7-a3ad-4fa2-9cff-064eaa24dab7',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.643098] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ee8dcc1-4b64-4a42-b320-b5009b83c1d6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.672041] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b3fdb1-df01-43b4-b17e-1c29fe85445c taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.672453] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.673201] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07b3fdb1-df01-43b4-b17e-1c29fe85445c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.677136] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 059defa7-a3ad-4fa2-9cff-064eaa24dab7 with status ACTIVE [ 727.677136] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.677136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.677136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.677136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.677136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.677136] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.677523] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.677523] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.677523] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.677625] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.678239] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.678239] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.678239] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.678239] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.678427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.678427] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 059defa7-a3ad-4fa2-9cff-064eaa24dab7 is going to be updated. [ 727.701350] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.701350] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.701350] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.701350] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.701350] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.701350] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-059defa7-a3ad-4fa2-9cff-064eaa24dab7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.076652] env[65619]: INFO networking_nsxv3.common.synchronization [req-c5cc79d5-321e-4a32-98aa-cfa9955a0360 req-d1c02887-d87d-4bc3-873c-adf855830f3c tempest-ServersV294TestFqdnHostnames-1192919053 tempest-ServersV294TestFqdnHostnames-1192919053-project-member] Enqueued Resource ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac with Priority: HIGHEST for action security_group_members [ 728.076652] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac with Priority: HIGHEST for action security_group_members [ 728.077433] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cf312e5-f067-45e4-9407-b6c4e2d31aac taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.077674] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.077674] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.077798] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.077942] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.079342] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.079342] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.079342] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.079342] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.079342] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cf312e5-f067-45e4-9407-b6c4e2d31aac',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.147573] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6: rpc.has_security_group_logging(os_id): False [ 728.166327] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.166478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.166538] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.166764] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.166844] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.167063] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.167162] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.169173] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.169173] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.169173] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.169173] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 is going to be created. [ 728.177069] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07b3fdb1-df01-43b4-b17e-1c29fe85445c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.243274] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.243518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.244015] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.244015] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.244104] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.262061] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 in Status: IN_PROGRESS for 2s [ 728.545645] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-330 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.547135] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-330" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.547135] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-330" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.547135] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-330" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.547135] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.547481] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.547481] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.548672] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.548672] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.550533] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.550533] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.550677] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.551072] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.554212] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.554212] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.554212] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.574920] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.574920] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.575455] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.575455] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-330" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.575637] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-dd2e211d-355c-4a12-8123-f6a852c19e92 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.575869] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-dd2e211d-355c-4a12-8123-f6a852c19e92" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.576037] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-dd2e211d-355c-4a12-8123-f6a852c19e92" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.577333] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-dd2e211d-355c-4a12-8123-f6a852c19e92" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.577333] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd2e211d-355c-4a12-8123-f6a852c19e92',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.582881] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.582881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.582881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.582881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.583245] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.583245] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.583331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.583331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.584721] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.584721] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.584721] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac already deleted. [ 728.584721] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.682373] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.683230] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.683332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.683467] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.683622] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.683675] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b3fdb1-df01-43b4-b17e-1c29fe85445c is going to be created. [ 728.706814] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.706957] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.707040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.707342] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.707576] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.719273] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b3fdb1-df01-43b4-b17e-1c29fe85445c in Status: UNINITIALIZED for 2s [ 729.078526] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.078746] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.078866] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.079183] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.079297] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.079447] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port dd2e211d-355c-4a12-8123-f6a852c19e92 not found, creating... [ 729.079697] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.079850] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.079960] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.080189] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.080508] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.080813] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.080965] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.081090] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.081343] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.081418] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.081543] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: dd2e211d-355c-4a12-8123-f6a852c19e92 is going to be created. [ 729.102603] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.102867] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.103019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.103393] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.103521] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.103667] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-dd2e211d-355c-4a12-8123-f6a852c19e92" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.148060] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: SUCCESS [ 729.148230] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.148412] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.148638] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.148880] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.148996] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.149117] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.149237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.149347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.149444] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.149582] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.150541] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.150699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.150863] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.151064] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.151113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.151273] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.151353] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.151444] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.274151] env[65619]: INFO networking_nsxv3.common.synchronization [req-1bf60603-f05b-4db0-a8b8-95de29e3eae2 req-6e9df880-fd68-40ad-bb8d-6b73f05f2c16 tempest-SecurityGroupRulesTestJSON-250669453 tempest-SecurityGroupRulesTestJSON-250669453-project-member] Enqueued Resource ID: 14703ed6-599c-4f9d-beeb-63010d5e8655 with Priority: HIGHEST for action security_group_rules [ 729.274151] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14703ed6-599c-4f9d-beeb-63010d5e8655 with Priority: HIGHEST for action security_group_rules [ 729.274151] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14703ed6-599c-4f9d-beeb-63010d5e8655 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.275338] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14703ed6-599c-4f9d-beeb-63010d5e8655" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.275338] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14703ed6-599c-4f9d-beeb-63010d5e8655" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.275338] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14703ed6-599c-4f9d-beeb-63010d5e8655" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.275338] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14703ed6-599c-4f9d-beeb-63010d5e8655',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.653559] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.654334] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.654608] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.806029] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.806029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.806029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.806029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.806029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.806029] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14703ed6-599c-4f9d-beeb-63010d5e8655 already deleted. [ 729.806029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14703ed6-599c-4f9d-beeb-63010d5e8655" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.857826] env[65619]: INFO networking_nsxv3.common.synchronization [req-c5cc79d5-321e-4a32-98aa-cfa9955a0360 req-7666b3cf-1471-4a58-8407-773b98045f66 service nova] Enqueued Resource ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac with Priority: HIGHEST for action security_group_rules [ 729.857965] env[65619]: INFO networking_nsxv3.common.synchronization [req-c5cc79d5-321e-4a32-98aa-cfa9955a0360 req-7666b3cf-1471-4a58-8407-773b98045f66 service nova] Enqueued Resource ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac with Priority: HIGHEST for action security_group_members [ 729.858071] env[65619]: INFO networking_nsxv3.common.synchronization [req-c5cc79d5-321e-4a32-98aa-cfa9955a0360 req-7666b3cf-1471-4a58-8407-773b98045f66 service nova] Enqueued Resource ID: dd2e211d-355c-4a12-8123-f6a852c19e92 with Priority: HIGHEST for action port [ 729.858610] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac with Priority: HIGHEST for action security_group_rules [ 729.858783] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac with Priority: HIGHEST for action security_group_members [ 729.858906] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd2e211d-355c-4a12-8123-f6a852c19e92 with Priority: HIGHEST for action port [ 729.859652] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cf312e5-f067-45e4-9407-b6c4e2d31aac taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.859760] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.859829] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.860055] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.860224] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cf312e5-f067-45e4-9407-b6c4e2d31aac',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.861182] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cf312e5-f067-45e4-9407-b6c4e2d31aac taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.861542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.861542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.864804] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.865029] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.866343] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.866418] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.866598] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.866699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.866829] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cf312e5-f067-45e4-9407-b6c4e2d31aac',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.869365] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd2e211d-355c-4a12-8123-f6a852c19e92 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.869535] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd2e211d-355c-4a12-8123-f6a852c19e92" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.869671] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd2e211d-355c-4a12-8123-f6a852c19e92" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.869760] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd2e211d-355c-4a12-8123-f6a852c19e92" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.869841] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd2e211d-355c-4a12-8123-f6a852c19e92',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.156910] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.280423] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 in Status: SUCCESS [ 730.284158] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.372548] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cf312e5-f067-45e4-9407-b6c4e2d31aac taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.372548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.373390] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7cf312e5-f067-45e4-9407-b6c4e2d31aac',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.374722] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd2e211d-355c-4a12-8123-f6a852c19e92 with status ACTIVE [ 730.374934] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.376211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.376211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.376211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.376211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.376211] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.376211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.376211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.376211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.376610] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.376610] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.376610] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.376610] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.376738] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.376886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.376985] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd2e211d-355c-4a12-8123-f6a852c19e92 is going to be updated. [ 730.405520] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.405520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.405520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.405520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.405520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.405520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd2e211d-355c-4a12-8123-f6a852c19e92" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.661615] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.662367] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.662367] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.662367] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.662367] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.662367] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e is going to be updated. [ 730.698385] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.698618] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.698618] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.699544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.699544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.713118] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: IN_PROGRESS for 2s [ 730.734989] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b3fdb1-df01-43b4-b17e-1c29fe85445c in Status: SUCCESS [ 730.735943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.736419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.737062] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.737062] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.737062] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.737218] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.737308] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.737761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.737761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.739185] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07b3fdb1-df01-43b4-b17e-1c29fe85445c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.822069] env[65619]: INFO networking_nsxv3.common.synchronization [req-7a3f3ef9-6690-4e2c-8de9-e184449d728f req-b60449a7-6e10-4e73-b78d-cf44033ca1f7 tempest-DeleteServersTestJSON-987271658 tempest-DeleteServersTestJSON-987271658-project-member] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 730.822628] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 730.823238] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.823238] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.823238] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.826375] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.826554] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.827019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.827019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.827019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.827266] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.827266] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.874781] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7cf312e5-f067-45e4-9407-b6c4e2d31aac',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.246844] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b3fdb1-df01-43b4-b17e-1c29fe85445c taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.247083] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.247083] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.248197] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.248197] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.248197] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.248197] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.248197] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.248197] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.248197] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.248451] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b3fdb1-df01-43b4-b17e-1c29fe85445c taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.248451] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.248517] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.248685] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.248828] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.248923] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.248976] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.249156] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.249265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.249352] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.249443] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07b3fdb1-df01-43b4-b17e-1c29fe85445c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.329506] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.329658] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.329733] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.329951] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.330067] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.330267] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.330370] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.330439] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.330678] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.330748] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.330863] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be updated. [ 731.358027] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.358212] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.358256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.358828] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.358828] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.368781] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: IN_PROGRESS for 2s [ 731.377569] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.377569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.377756] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.378456] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.378456] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.378456] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac is going to be created. [ 731.404357] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.404548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.404548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.404783] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.406029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.416491] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac in Status: UNINITIALIZED for 2s [ 731.628242] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.628539] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.628616] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.628867] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.629111] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.629666] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.629666] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.629666] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.629813] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.629905] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.630012] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.630114] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.630243] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.630337] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.630442] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.630599] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.649740] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.649828] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.649991] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.650256] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.650590] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-8675923f-1a4d-4bb3-ba7e-326e3454b8e3 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.650785] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-8675923f-1a4d-4bb3-ba7e-326e3454b8e3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.650896] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-8675923f-1a4d-4bb3-ba7e-326e3454b8e3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.651253] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-8675923f-1a4d-4bb3-ba7e-326e3454b8e3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.651450] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8675923f-1a4d-4bb3-ba7e-326e3454b8e3',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.751838] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07b3fdb1-df01-43b4-b17e-1c29fe85445c: rpc.has_security_group_logging(os_id): False [ 731.769573] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.769749] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.769806] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.770071] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.770184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.770403] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.770532] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.770601] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.770789] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.770874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.771094] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.771199] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.771372] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.771560] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.771642] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.771872] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.771998] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.772079] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.772270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.772328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.772423] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07b3fdb1-df01-43b4-b17e-1c29fe85445c is going to be created. [ 731.830213] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.830597] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.830597] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.830666] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.830789] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.842099] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b3fdb1-df01-43b4-b17e-1c29fe85445c in Status: IN_PROGRESS for 2s [ 732.154162] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.154388] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.154507] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.154787] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.155040] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.155294] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 8675923f-1a4d-4bb3-ba7e-326e3454b8e3 not found, creating... [ 732.155337] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.155937] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.155937] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.155937] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.156086] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.156583] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.156583] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.156583] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.156793] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.156900] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.157108] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 8675923f-1a4d-4bb3-ba7e-326e3454b8e3 is going to be created. [ 732.179964] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.180259] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.180318] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.180594] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.180797] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.181027] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-8675923f-1a4d-4bb3-ba7e-326e3454b8e3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.532783] env[65619]: INFO networking_nsxv3.common.synchronization [req-530fb4c2-342f-42cd-aea7-ae8ba4d80905 req-55fb75e5-eab1-4bdd-acc5-29a9426d449a tempest-ServersAdminNegativeTestJSON-853998038 tempest-ServersAdminNegativeTestJSON-853998038-project-member] Enqueued Resource ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 with Priority: HIGHEST for action security_group_members [ 732.532783] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 with Priority: HIGHEST for action security_group_members [ 732.533247] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab42abea-7e10-40b4-b6a6-107e99f4f350 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.533430] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.533547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.533874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.534266] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.534266] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.534417] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.534606] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.534743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.534905] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab42abea-7e10-40b4-b6a6-107e99f4f350',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.727846] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: SUCCESS [ 732.728327] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.728876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.729055] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.729521] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.729768] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.730179] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.730347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.730573] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.730934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.731207] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.731419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.732078] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.732078] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.732264] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.732518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.732518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.732878] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.733074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.733251] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.733425] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.961645] env[65619]: INFO networking_nsxv3.common.synchronization [req-7a3f3ef9-6690-4e2c-8de9-e184449d728f req-f336d684-99b2-44ef-b64c-71f6ab1baa91 service nova] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_rules [ 732.963608] env[65619]: INFO networking_nsxv3.common.synchronization [req-7a3f3ef9-6690-4e2c-8de9-e184449d728f req-f336d684-99b2-44ef-b64c-71f6ab1baa91 service nova] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 732.963608] env[65619]: INFO networking_nsxv3.common.synchronization [req-7a3f3ef9-6690-4e2c-8de9-e184449d728f req-f336d684-99b2-44ef-b64c-71f6ab1baa91 service nova] Enqueued Resource ID: 8675923f-1a4d-4bb3-ba7e-326e3454b8e3 with Priority: HIGHEST for action port [ 732.963608] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_rules [ 732.963608] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 732.963608] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8675923f-1a4d-4bb3-ba7e-326e3454b8e3 with Priority: HIGHEST for action port [ 732.963608] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.963608] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.963608] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.963608] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.963608] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.965341] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.965644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.965745] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-8675923f-1a4d-4bb3-ba7e-326e3454b8e3 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.965875] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8675923f-1a4d-4bb3-ba7e-326e3454b8e3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.965984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8675923f-1a4d-4bb3-ba7e-326e3454b8e3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.966140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8675923f-1a4d-4bb3-ba7e-326e3454b8e3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.966412] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8675923f-1a4d-4bb3-ba7e-326e3454b8e3',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.037210] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab42abea-7e10-40b4-b6a6-107e99f4f350',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.237691] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67b5665f-c413-4e3a-a555-b5331fdf6d6e: rpc.has_security_group_logging(os_id): False [ 733.257838] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.258081] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.258201] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.258514] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.258775] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.259161] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.259323] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.259441] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.259772] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.260264] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.260264] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.260445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.260445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.263876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.263876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.263876] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.263876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.263876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.263876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.263876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.263876] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e is going to be updated. [ 733.338218] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.338439] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.338536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.338847] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.339103] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.357413] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: IN_PROGRESS for 2s [ 733.380213] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 733.380450] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f deletion is rescheduled due to dependency. [ 733.380573] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.380742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.380936] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.381157] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.381312] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.381437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.381541] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.381628] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.381745] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.456534] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac in Status: SUCCESS [ 733.456534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.456534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.456534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.456534] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.456534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.456534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.456534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.456534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.456534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.456534] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7cf312e5-f067-45e4-9407-b6c4e2d31aac',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.466195] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.466408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.472706] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8675923f-1a4d-4bb3-ba7e-326e3454b8e3 with status ACTIVE [ 733.472706] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.472706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.472706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.472706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.472706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.472706] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.472706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.472706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.472706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.472706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.472706] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.472706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.472706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.472706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.472706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.472706] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8675923f-1a4d-4bb3-ba7e-326e3454b8e3 is going to be updated. [ 733.506168] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.506416] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.506471] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.506723] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.506939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.507195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8675923f-1a4d-4bb3-ba7e-326e3454b8e3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.539987] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab42abea-7e10-40b4-b6a6-107e99f4f350',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.856382] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b3fdb1-df01-43b4-b17e-1c29fe85445c in Status: SUCCESS [ 733.856610] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.885103] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.933995] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7cf312e5-f067-45e4-9407-b6c4e2d31aac',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.045701] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.045701] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.045701] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.045701] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.045701] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.045701] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 is going to be updated. [ 734.079486] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.079745] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.079812] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.080176] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.080860] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.101867] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 in Status: IN_PROGRESS for 2s [ 734.387565] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.437367] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7cf312e5-f067-45e4-9407-b6c4e2d31aac: rpc.has_security_group_logging(os_id): False [ 734.455724] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.455921] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.455976] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.458941] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.458941] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.458941] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.460181] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.460181] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.460181] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.460181] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.460181] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac is going to be created. [ 734.557148] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.557148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.557399] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.557437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.557615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.580659] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac in Status: IN_PROGRESS for 2s [ 734.890485] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.890668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.890707] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.890924] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.891041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.891134] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be updated. [ 734.921721] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.921907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.922401] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.922401] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.922551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.933759] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: IN_PROGRESS for 2s [ 735.379611] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: SUCCESS [ 735.379611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.379611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.379920] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.379920] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.787774] env[65619]: INFO networking_nsxv3.common.synchronization [None req-b44dac44-1693-4a85-a77d-83d50626b30d None None] Enqueued Resource ID: ce40f151-6d25-4911-bb08-b746f01a29fe with Priority: HIGHEST for action port [ 735.788519] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce40f151-6d25-4911-bb08-b746f01a29fe with Priority: HIGHEST for action port [ 735.788888] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce40f151-6d25-4911-bb08-b746f01a29fe taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.789020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce40f151-6d25-4911-bb08-b746f01a29fe" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.789073] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce40f151-6d25-4911-bb08-b746f01a29fe" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.789372] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce40f151-6d25-4911-bb08-b746f01a29fe" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.789404] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce40f151-6d25-4911-bb08-b746f01a29fe',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.883404] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.883645] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.883759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.884095] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.884348] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.884588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.884588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.884798] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.884923] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.885077] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.885613] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.116910] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 in Status: SUCCESS [ 736.117895] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.294267] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce40f151-6d25-4911-bb08-b746f01a29fe [ 736.294696] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.296274] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.296274] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.296274] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.296274] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.296274] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce40f151-6d25-4911-bb08-b746f01a29fe already deleted. [ 736.296274] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce40f151-6d25-4911-bb08-b746f01a29fe" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.388622] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.388994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.388994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.389230] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.389426] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.389539] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.389604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.390581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.390581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.390581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.390581] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.390581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.390581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.390581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.390581] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.390581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.390983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.390983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.390983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.390983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.390983] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.593408] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac in Status: SUCCESS [ 736.593987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.896529] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67b5665f-c413-4e3a-a555-b5331fdf6d6e: rpc.has_security_group_logging(os_id): False [ 736.919780] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.919780] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.919780] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.920044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.920044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.920184] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.920291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.920353] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.920511] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.920590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.920834] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.920941] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.921019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.921187] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.921273] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.921461] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.921604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.921604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.921744] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.921818] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.921901] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e is going to be updated. [ 736.944352] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 736.944486] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.944575] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.945585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.945585] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.945585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.945585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.945585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.945585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.945585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.945972] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.032668] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.032668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.032668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.032668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.032668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.057427] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: IN_PROGRESS for 2s [ 737.449246] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.451396] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.451396] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.451396] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.451396] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.451639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.451639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.451822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.452366] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.452505] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.452645] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.452777] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.452835] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.453397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.453561] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.453857] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.453857] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.453931] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.454039] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.454162] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.454299] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.960941] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 421f2830-821c-4fc8-8fea-179533f9ce4f: rpc.has_security_group_logging(os_id): False [ 737.991838] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.992108] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.992207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.992432] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.992532] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.992757] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.992901] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.992901] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.993104] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.993146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.993344] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.993490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.993585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.994661] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.994661] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.994862] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.994984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.995098] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.995407] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.995536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.995664] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be updated. [ 738.071170] env[65619]: INFO networking_nsxv3.common.synchronization [req-79e9da6f-5f53-4df2-af98-e096c92c0c84 req-0b523989-8437-4540-a144-211360c22694 tempest-SecurityGroupRulesTestJSON-250669453 tempest-SecurityGroupRulesTestJSON-250669453-project-member] Enqueued Resource ID: 14703ed6-599c-4f9d-beeb-63010d5e8655 with Priority: HIGHEST for action security_group_rules [ 738.072262] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14703ed6-599c-4f9d-beeb-63010d5e8655 with Priority: HIGHEST for action security_group_rules [ 738.072262] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14703ed6-599c-4f9d-beeb-63010d5e8655 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.073694] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14703ed6-599c-4f9d-beeb-63010d5e8655" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.073694] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14703ed6-599c-4f9d-beeb-63010d5e8655" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.073934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14703ed6-599c-4f9d-beeb-63010d5e8655" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.073991] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14703ed6-599c-4f9d-beeb-63010d5e8655',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.089854] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.089854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.089854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.089854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.089854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.110788] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: IN_PROGRESS for 2s [ 738.336137] env[65619]: INFO networking_nsxv3.common.synchronization [None req-a5596363-1a2f-43c6-9e56-4a8b1f3bcd8f None None] Enqueued Resource ID: 4595ec93-4603-4c5e-8460-e42668483ac2 with Priority: HIGHEST for action port [ 738.341858] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4595ec93-4603-4c5e-8460-e42668483ac2 with Priority: HIGHEST for action port [ 738.342324] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-4595ec93-4603-4c5e-8460-e42668483ac2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.342437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4595ec93-4603-4c5e-8460-e42668483ac2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.342505] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4595ec93-4603-4c5e-8460-e42668483ac2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.342772] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4595ec93-4603-4c5e-8460-e42668483ac2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.342859] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4595ec93-4603-4c5e-8460-e42668483ac2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.599594] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.599594] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.599594] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.599594] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.599594] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.599594] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14703ed6-599c-4f9d-beeb-63010d5e8655 already deleted. [ 738.599594] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14703ed6-599c-4f9d-beeb-63010d5e8655" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.847309] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4595ec93-4603-4c5e-8460-e42668483ac2 [ 738.848206] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.848386] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.848458] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.848671] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.848764] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.848870] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4595ec93-4603-4c5e-8460-e42668483ac2 already deleted. [ 738.848954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4595ec93-4603-4c5e-8460-e42668483ac2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.974498] env[65619]: INFO networking_nsxv3.common.synchronization [None req-6c452f23-df79-445d-a51b-58f5410375d1 None None] Enqueued Resource ID: b211aac9-df43-4004-b3c0-83a097477612 with Priority: HIGHEST for action port [ 738.974968] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b211aac9-df43-4004-b3c0-83a097477612 with Priority: HIGHEST for action port [ 738.975798] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-b211aac9-df43-4004-b3c0-83a097477612 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.975798] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b211aac9-df43-4004-b3c0-83a097477612" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.976868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b211aac9-df43-4004-b3c0-83a097477612" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.976868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b211aac9-df43-4004-b3c0-83a097477612" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.976868] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b211aac9-df43-4004-b3c0-83a097477612',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.080403] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: SUCCESS [ 739.081562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.479792] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b211aac9-df43-4004-b3c0-83a097477612 [ 739.480076] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.480270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.480489] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.480739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.480870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.481384] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b211aac9-df43-4004-b3c0-83a097477612 already deleted. [ 739.481611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b211aac9-df43-4004-b3c0-83a097477612" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.138819] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 740.139888] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.370239] env[65619]: INFO networking_nsxv3.common.synchronization [None req-846fcb39-4369-41fb-a875-eb2d8960a78b None None] Enqueued Resource ID: ecc67b69-86b1-47d5-841f-a89c6fd5aeab with Priority: HIGHEST for action port [ 741.371140] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecc67b69-86b1-47d5-841f-a89c6fd5aeab with Priority: HIGHEST for action port [ 741.371497] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecc67b69-86b1-47d5-841f-a89c6fd5aeab taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.371497] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecc67b69-86b1-47d5-841f-a89c6fd5aeab" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.371648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecc67b69-86b1-47d5-841f-a89c6fd5aeab" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.371824] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecc67b69-86b1-47d5-841f-a89c6fd5aeab" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.372318] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecc67b69-86b1-47d5-841f-a89c6fd5aeab',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.877699] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecc67b69-86b1-47d5-841f-a89c6fd5aeab [ 741.877891] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.878041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.878113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.878448] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.878653] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.878706] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecc67b69-86b1-47d5-841f-a89c6fd5aeab already deleted. [ 741.878815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecc67b69-86b1-47d5-841f-a89c6fd5aeab" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.670071] env[65619]: INFO networking_nsxv3.common.synchronization [req-bbf6455e-f521-4aab-b462-ece3f0f67753 req-8eba71ea-9701-4ac9-9fc5-43d88ad7ee54 tempest-ServerActionsTestOtherB-982056935 tempest-ServerActionsTestOtherB-982056935-project-member] Enqueued Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_members [ 742.671102] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_members [ 742.671102] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.672861] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.672861] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.672861] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.672861] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.672861] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.673126] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.673126] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.674197] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.674304] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.177722] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.177870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.177959] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.178251] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.178354] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.178611] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.178722] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.178785] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.178981] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.179077] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.179199] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 already deleted. [ 743.179398] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.225962] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.226375] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-846" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.226375] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-846" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.226710] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-846" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.227254] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.227254] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.227399] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.228354] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.228354] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.228354] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.228354] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.228354] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.228354] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.228354] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.228669] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.228669] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.257617] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.257784] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.257916] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.258102] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-846" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.258423] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-befff376-2ef6-444b-9a63-74412c80ce1d taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.258608] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-befff376-2ef6-444b-9a63-74412c80ce1d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.258720] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-befff376-2ef6-444b-9a63-74412c80ce1d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.259056] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-befff376-2ef6-444b-9a63-74412c80ce1d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.259196] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('befff376-2ef6-444b-9a63-74412c80ce1d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.761780] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.762030] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.762162] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.762449] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.762594] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.762744] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port befff376-2ef6-444b-9a63-74412c80ce1d not found, creating... [ 744.763013] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.763184] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.763296] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.763503] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.763635] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.764224] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.764488] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.764689] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.764960] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.765298] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.765549] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: befff376-2ef6-444b-9a63-74412c80ce1d is going to be created. [ 744.792216] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.792519] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.792519] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.792835] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.793044] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.793286] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-befff376-2ef6-444b-9a63-74412c80ce1d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.396045] env[65619]: INFO networking_nsxv3.common.synchronization [None req-7b50df64-a09a-4088-b78b-96413b025a15 None None] Enqueued Resource ID: e6f22ed5-7d52-4f0b-911a-6ea86eb06049 with Priority: HIGHEST for action port [ 745.397602] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f22ed5-7d52-4f0b-911a-6ea86eb06049 with Priority: HIGHEST for action port [ 745.398229] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6f22ed5-7d52-4f0b-911a-6ea86eb06049 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.398468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6f22ed5-7d52-4f0b-911a-6ea86eb06049" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.398562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6f22ed5-7d52-4f0b-911a-6ea86eb06049" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.398943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6f22ed5-7d52-4f0b-911a-6ea86eb06049" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.399104] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6f22ed5-7d52-4f0b-911a-6ea86eb06049',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.536150] env[65619]: INFO networking_nsxv3.common.synchronization [req-bbf6455e-f521-4aab-b462-ece3f0f67753 req-367567ce-cf95-4b6c-8877-8a2419e9e305 service nova] Enqueued Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_rules [ 745.536471] env[65619]: INFO networking_nsxv3.common.synchronization [req-bbf6455e-f521-4aab-b462-ece3f0f67753 req-367567ce-cf95-4b6c-8877-8a2419e9e305 service nova] Enqueued Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_members [ 745.536760] env[65619]: INFO networking_nsxv3.common.synchronization [req-bbf6455e-f521-4aab-b462-ece3f0f67753 req-367567ce-cf95-4b6c-8877-8a2419e9e305 service nova] Enqueued Resource ID: befff376-2ef6-444b-9a63-74412c80ce1d with Priority: HIGHEST for action port [ 745.537142] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_rules [ 745.537280] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_members [ 745.537374] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: befff376-2ef6-444b-9a63-74412c80ce1d with Priority: HIGHEST for action port [ 745.537680] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.537802] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.537914] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.538175] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.538175] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.539364] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.539482] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.539999] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.539999] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.539999] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.539999] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.539999] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.540201] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.540201] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.540292] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.541038] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-befff376-2ef6-444b-9a63-74412c80ce1d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.541151] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-befff376-2ef6-444b-9a63-74412c80ce1d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.541218] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-befff376-2ef6-444b-9a63-74412c80ce1d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.541354] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-befff376-2ef6-444b-9a63-74412c80ce1d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.541428] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('befff376-2ef6-444b-9a63-74412c80ce1d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.904058] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6f22ed5-7d52-4f0b-911a-6ea86eb06049 [ 745.904058] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.904058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.904058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.904058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.904058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.904058] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6f22ed5-7d52-4f0b-911a-6ea86eb06049 already deleted. [ 745.904058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6f22ed5-7d52-4f0b-911a-6ea86eb06049" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.910144] env[65619]: INFO networking_nsxv3.common.synchronization [req-8b8eac8b-0b14-4e3f-a059-95502c27035f req-7a36dcaf-ff59-4538-b7cd-15cff23ef562 tempest-ServersAdminTestJSON-1303458024 tempest-ServersAdminTestJSON-1303458024-project-member] Enqueued Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 745.911207] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 745.912689] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.912833] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.912911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.913505] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.913505] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.913505] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.913758] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.913812] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.913939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.914085] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.042937] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.044198] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.044317] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.044767] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port befff376-2ef6-444b-9a63-74412c80ce1d with status ACTIVE [ 746.044936] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.045068] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.045136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.045341] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.045431] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.045592] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.045686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.045748] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.045930] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.046007] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.046293] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.046390] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.046640] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.046701] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.046750] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.046833] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: befff376-2ef6-444b-9a63-74412c80ce1d is going to be updated. [ 746.070515] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.070720] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.070768] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.071314] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.071314] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.071534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-befff376-2ef6-444b-9a63-74412c80ce1d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.417790] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.549510] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.922029] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.925853] env[65619]: INFO networking_nsxv3.common.synchronization [req-df1e5ca3-87d5-404d-8801-5d11e03a4852 req-85e97650-785d-47db-a0e3-c314a07ee7d8 tempest-ServersWithSpecificFlavorTestJSON-1557575717 tempest-ServersWithSpecificFlavorTestJSON-1557575717-project-member] Enqueued Resource ID: ad58651d-ea48-4f0f-9427-dbad2c57924a with Priority: HIGHEST for action security_group_members [ 746.927189] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad58651d-ea48-4f0f-9427-dbad2c57924a with Priority: HIGHEST for action security_group_members [ 746.930611] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad58651d-ea48-4f0f-9427-dbad2c57924a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.930611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.930611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.930611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.930611] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.930611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.930611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.930611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.930611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.930611] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad58651d-ea48-4f0f-9427-dbad2c57924a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.020497] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.021173] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-157" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.021173] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-157" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.021173] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-157" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.021332] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.021447] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.021552] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.021760] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.021899] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.022150] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.022262] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.022366] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.022466] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.022570] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.022665] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.022786] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.042785] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.043080] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.043397] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.043476] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-157" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.043723] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-e2b73c00-8f80-48e2-a7c5-f3c9c3db7db7 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.044013] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-e2b73c00-8f80-48e2-a7c5-f3c9c3db7db7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.044141] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-e2b73c00-8f80-48e2-a7c5-f3c9c3db7db7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.044450] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-e2b73c00-8f80-48e2-a7c5-f3c9c3db7db7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.044585] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2b73c00-8f80-48e2-a7c5-f3c9c3db7db7',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.055694] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.055694] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.055694] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.055694] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.055694] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.056522] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 is going to be created. [ 747.083984] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.084262] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.084262] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.084477] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.084786] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.094860] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: UNINITIALIZED for 2s [ 747.306022] env[65619]: INFO networking_nsxv3.common.synchronization [None req-8dfb3719-7123-42c1-a336-cdb326790d09 None None] Enqueued Resource ID: 8b2f89ea-39dd-48a3-8da1-83d519de2678 with Priority: HIGHEST for action port [ 747.306022] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b2f89ea-39dd-48a3-8da1-83d519de2678 with Priority: HIGHEST for action port [ 747.306529] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b2f89ea-39dd-48a3-8da1-83d519de2678 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.306529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b2f89ea-39dd-48a3-8da1-83d519de2678" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.306529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b2f89ea-39dd-48a3-8da1-83d519de2678" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.306725] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b2f89ea-39dd-48a3-8da1-83d519de2678" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.307227] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b2f89ea-39dd-48a3-8da1-83d519de2678',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.424485] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.424929] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.424929] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.425017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.425073] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.425177] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 is going to be updated. [ 747.430763] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.430909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.430909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.431150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.431268] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.431492] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.431601] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.431685] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.431850] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.431927] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.432063] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad58651d-ea48-4f0f-9427-dbad2c57924a is going to be updated. [ 747.461188] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.461188] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.461438] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.461551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.461819] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.466520] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.466520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.466520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.466825] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.467080] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.475145] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: IN_PROGRESS for 2s [ 747.477194] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad58651d-ea48-4f0f-9427-dbad2c57924a in Status: IN_PROGRESS for 2s [ 747.548991] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.549260] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.549425] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.549755] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.549845] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.550065] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port e2b73c00-8f80-48e2-a7c5-f3c9c3db7db7 not found, creating... [ 747.550691] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.550691] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.550691] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.550915] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.551143] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.551553] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.551817] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.551923] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.553945] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.555284] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.555495] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: e2b73c00-8f80-48e2-a7c5-f3c9c3db7db7 is going to be created. [ 747.582774] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.583355] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.583724] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.585017] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.585017] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.585017] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-e2b73c00-8f80-48e2-a7c5-f3c9c3db7db7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.809497] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b2f89ea-39dd-48a3-8da1-83d519de2678 [ 747.810153] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.810153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.810153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.810521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.810521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.810521] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b2f89ea-39dd-48a3-8da1-83d519de2678 already deleted. [ 747.810521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b2f89ea-39dd-48a3-8da1-83d519de2678" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.287843] env[65619]: INFO networking_nsxv3.common.synchronization [None req-09144b5c-00b8-4f66-a9fe-32c5079bab87 None None] Enqueued Resource ID: f297d7f2-1a69-475f-b41f-7cbed2310e83 with Priority: HIGHEST for action port [ 748.288826] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f297d7f2-1a69-475f-b41f-7cbed2310e83 with Priority: HIGHEST for action port [ 748.289367] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-f297d7f2-1a69-475f-b41f-7cbed2310e83 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.289367] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f297d7f2-1a69-475f-b41f-7cbed2310e83" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.289468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f297d7f2-1a69-475f-b41f-7cbed2310e83" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.289947] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f297d7f2-1a69-475f-b41f-7cbed2310e83" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.290081] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f297d7f2-1a69-475f-b41f-7cbed2310e83',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.318053] env[65619]: INFO networking_nsxv3.common.synchronization [req-8b8eac8b-0b14-4e3f-a059-95502c27035f req-7b433c18-1eb6-4b11-9634-95dc7ef0be6d service nova] Enqueued Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_rules [ 748.318053] env[65619]: INFO networking_nsxv3.common.synchronization [req-8b8eac8b-0b14-4e3f-a059-95502c27035f req-7b433c18-1eb6-4b11-9634-95dc7ef0be6d service nova] Enqueued Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 748.318053] env[65619]: INFO networking_nsxv3.common.synchronization [req-8b8eac8b-0b14-4e3f-a059-95502c27035f req-7b433c18-1eb6-4b11-9634-95dc7ef0be6d service nova] Enqueued Resource ID: e2b73c00-8f80-48e2-a7c5-f3c9c3db7db7 with Priority: HIGHEST for action port [ 748.318053] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_rules [ 748.322327] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 748.325467] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b73c00-8f80-48e2-a7c5-f3c9c3db7db7 with Priority: HIGHEST for action port [ 748.325467] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.325677] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.325677] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.329425] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.329425] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.329425] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.329425] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.329425] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2b73c00-8f80-48e2-a7c5-f3c9c3db7db7 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.329425] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2b73c00-8f80-48e2-a7c5-f3c9c3db7db7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.329425] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2b73c00-8f80-48e2-a7c5-f3c9c3db7db7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.329425] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2b73c00-8f80-48e2-a7c5-f3c9c3db7db7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.329425] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2b73c00-8f80-48e2-a7c5-f3c9c3db7db7',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.795543] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f297d7f2-1a69-475f-b41f-7cbed2310e83 [ 748.795543] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.795543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.795543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.795543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.795543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.795543] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f297d7f2-1a69-475f-b41f-7cbed2310e83 already deleted. [ 748.795543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f297d7f2-1a69-475f-b41f-7cbed2310e83" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.834668] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2b73c00-8f80-48e2-a7c5-f3c9c3db7db7 with status ACTIVE [ 748.834668] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.834668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.834668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.834668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.834668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.834668] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.834668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.834668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.834668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.834668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.834668] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.834668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.834668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.834668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.834668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.834668] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2b73c00-8f80-48e2-a7c5-f3c9c3db7db7 is going to be updated. [ 748.835760] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.835867] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.859828] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.860869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.860967] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.861236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.861421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.862148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2b73c00-8f80-48e2-a7c5-f3c9c3db7db7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.107499] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: SUCCESS [ 749.108325] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.108325] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.108325] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.108325] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.108587] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.108587] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.108667] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.108896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.108896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.108896] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.492505] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad58651d-ea48-4f0f-9427-dbad2c57924a in Status: SUCCESS [ 749.492808] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad58651d-ea48-4f0f-9427-dbad2c57924a deletion is rescheduled due to dependency. [ 749.492933] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.493694] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: SUCCESS [ 749.493877] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.494119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.494376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.494679] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.494785] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.494849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.496322] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.497676] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.497805] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.505674] env[65619]: INFO networking_nsxv3.common.synchronization [None req-ae0ccca4-0195-422e-a8ea-9791853d27d5 None None] Enqueued Resource ID: 760376f6-54ba-4ef5-89d4-c5550eff6617 with Priority: HIGHEST for action port [ 749.505984] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 760376f6-54ba-4ef5-89d4-c5550eff6617 with Priority: HIGHEST for action port [ 749.507107] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-760376f6-54ba-4ef5-89d4-c5550eff6617 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.507107] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-760376f6-54ba-4ef5-89d4-c5550eff6617" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.507107] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-760376f6-54ba-4ef5-89d4-c5550eff6617" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.507965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-760376f6-54ba-4ef5-89d4-c5550eff6617" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.508168] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('760376f6-54ba-4ef5-89d4-c5550eff6617',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.611985] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.000459] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.010762] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 760376f6-54ba-4ef5-89d4-c5550eff6617 [ 750.010762] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.010762] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.011205] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.011205] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.011205] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.011608] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:760376f6-54ba-4ef5-89d4-c5550eff6617 already deleted. [ 750.011608] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-760376f6-54ba-4ef5-89d4-c5550eff6617" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.121135] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 224022ff-4c4e-451a-9428-6c88e449a293: rpc.has_security_group_logging(os_id): False [ 750.145260] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.145424] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.145703] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.145791] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.145842] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.146176] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.146297] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.146350] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.146515] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.146567] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.146659] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 is going to be created. [ 750.223321] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.223493] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.223629] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.223724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.223907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.237910] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: IN_PROGRESS for 2s [ 750.503441] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.006604] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.006913] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.006913] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.007189] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.007309] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.007513] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 is going to be updated. [ 751.025111] env[65619]: INFO networking_nsxv3.common.synchronization [req-f6acee44-3fd8-437d-a025-354eba36c3f5 req-1bd82e91-11d3-4c24-890f-1c946ba5e9a3 tempest-ImagesOneServerNegativeTestJSON-532414559 tempest-ImagesOneServerNegativeTestJSON-532414559-project-member] Enqueued Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_members [ 751.026537] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_members [ 751.027382] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.027382] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.027382] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.027811] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.028359] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.028359] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.028359] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.028537] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.028895] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.028895] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.042402] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.042402] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.044222] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.044222] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.044222] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.054806] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: IN_PROGRESS for 2s [ 751.161059] env[65619]: INFO networking_nsxv3.common.synchronization [None req-d22e7da2-be2f-4421-8c1c-e5091ceb48da None None] Enqueued Resource ID: b7f8d68b-1533-4302-9c78-f4319dc9335b with Priority: HIGHEST for action port [ 751.161844] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f8d68b-1533-4302-9c78-f4319dc9335b with Priority: HIGHEST for action port [ 751.162774] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7f8d68b-1533-4302-9c78-f4319dc9335b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.162961] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7f8d68b-1533-4302-9c78-f4319dc9335b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.163195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7f8d68b-1533-4302-9c78-f4319dc9335b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.164020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7f8d68b-1533-4302-9c78-f4319dc9335b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.164160] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7f8d68b-1533-4302-9c78-f4319dc9335b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.487074] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.487306] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.487425] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.487760] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.488293] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.488293] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.488464] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.488666] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.488845] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.489112] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.489345] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.489401] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.489561] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.489613] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.489712] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.489836] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.515764] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.515764] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.515764] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.515764] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.515764] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-f2938895-7592-4277-93be-376c84c9bc19 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.515764] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-f2938895-7592-4277-93be-376c84c9bc19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.516393] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-f2938895-7592-4277-93be-376c84c9bc19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.516887] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-f2938895-7592-4277-93be-376c84c9bc19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.517173] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2938895-7592-4277-93be-376c84c9bc19',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.531713] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.536143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.536143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.536143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.536143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.536143] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.536143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.536143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.536143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.536143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.536143] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 already deleted. [ 751.536143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.667784] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7f8d68b-1533-4302-9c78-f4319dc9335b [ 751.667784] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.667784] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.667784] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.667784] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.667784] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.668943] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7f8d68b-1533-4302-9c78-f4319dc9335b already deleted. [ 751.669065] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7f8d68b-1533-4302-9c78-f4319dc9335b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.022635] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.023395] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.023395] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.023395] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.023395] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.023529] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port f2938895-7592-4277-93be-376c84c9bc19 not found, creating... [ 752.024091] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.024236] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.024380] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.024743] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.024903] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.025682] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.025888] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.026046] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.026347] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.026483] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.026765] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: f2938895-7592-4277-93be-376c84c9bc19 is going to be created. [ 752.051070] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.051277] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.051277] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.051566] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.051842] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.052120] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-f2938895-7592-4277-93be-376c84c9bc19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.258132] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: SUCCESS [ 752.258366] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.773993] env[65619]: INFO networking_nsxv3.common.synchronization [req-f6acee44-3fd8-437d-a025-354eba36c3f5 req-e3a1174f-bc0b-4d08-bd8c-5e18e5917727 service nova] Enqueued Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_rules [ 752.774204] env[65619]: INFO networking_nsxv3.common.synchronization [req-f6acee44-3fd8-437d-a025-354eba36c3f5 req-e3a1174f-bc0b-4d08-bd8c-5e18e5917727 service nova] Enqueued Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_members [ 752.774332] env[65619]: INFO networking_nsxv3.common.synchronization [req-f6acee44-3fd8-437d-a025-354eba36c3f5 req-e3a1174f-bc0b-4d08-bd8c-5e18e5917727 service nova] Enqueued Resource ID: f2938895-7592-4277-93be-376c84c9bc19 with Priority: HIGHEST for action port [ 752.775018] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_rules [ 752.775018] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_members [ 752.775228] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2938895-7592-4277-93be-376c84c9bc19 with Priority: HIGHEST for action port [ 752.775436] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.775561] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.775628] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.775894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.776034] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.776863] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.777210] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.777210] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.777311] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.777381] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.777473] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.777537] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.777673] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.777756] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.777870] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.778603] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2938895-7592-4277-93be-376c84c9bc19 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.778704] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2938895-7592-4277-93be-376c84c9bc19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.778767] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2938895-7592-4277-93be-376c84c9bc19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.778914] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2938895-7592-4277-93be-376c84c9bc19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.778987] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2938895-7592-4277-93be-376c84c9bc19',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.977780] env[65619]: INFO networking_nsxv3.common.synchronization [None req-3dedb6b0-629b-4753-ab00-4cd957b71faf tempest-ServerActionsTestOtherA-1997294568 tempest-ServerActionsTestOtherA-1997294568-project-member] Enqueued Resource ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc with Priority: HIGHEST for action security_group_rules [ 752.978452] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc with Priority: HIGHEST for action security_group_rules [ 752.978756] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-742c43d7-4b8b-4840-8c99-86770ecef4bc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.978956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.978956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.982970] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.982970] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('742c43d7-4b8b-4840-8c99-86770ecef4bc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.068150] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: SUCCESS [ 753.068502] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.068928] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.069222] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.069591] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.069762] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.069856] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.070376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.070514] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.070610] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.070708] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.100210] env[65619]: INFO networking_nsxv3.common.synchronization [None req-ccaebd2e-c78e-451b-88f5-c82ba20b40b5 tempest-ServerActionsTestOtherA-1997294568 tempest-ServerActionsTestOtherA-1997294568-project-member] Enqueued Resource ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc with Priority: HIGHEST for action security_group_rules [ 753.100822] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc with Priority: HIGHEST for action security_group_rules [ 753.101278] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-742c43d7-4b8b-4840-8c99-86770ecef4bc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.101388] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.282726] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.284775] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.284985] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.285276] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2938895-7592-4277-93be-376c84c9bc19 with status ACTIVE [ 753.285681] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.286417] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.286417] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.286606] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.286716] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.287354] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.287354] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.287354] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.287354] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.288531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.288531] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.288531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.288531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.288531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.288531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.288531] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2938895-7592-4277-93be-376c84c9bc19 is going to be updated. [ 753.316658] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.317407] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.317407] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.317556] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.317781] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.318032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2938895-7592-4277-93be-376c84c9bc19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.510842] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.511461] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.511461] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.511651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.511651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.511764] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc already deleted. [ 753.512158] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.512158] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.512287] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.512474] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('742c43d7-4b8b-4840-8c99-86770ecef4bc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.575253] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.575253] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.575253] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.576734] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.577011] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.577210] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.577278] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.577521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.577638] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.577758] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.577931] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.578077] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.578156] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.578315] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.578475] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.578569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.578627] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.578797] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.578884] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.579027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.579132] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.793427] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.905608] env[65619]: INFO networking_nsxv3.common.synchronization [None req-bab1b02f-575f-4372-83cb-8dca177afe35 None None] Enqueued Resource ID: 4312456f-18c2-4e95-9ec3-272bbb77d724 with Priority: HIGHEST for action port [ 753.906106] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4312456f-18c2-4e95-9ec3-272bbb77d724 with Priority: HIGHEST for action port [ 753.906341] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-4312456f-18c2-4e95-9ec3-272bbb77d724 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.906341] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4312456f-18c2-4e95-9ec3-272bbb77d724" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.906447] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4312456f-18c2-4e95-9ec3-272bbb77d724" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.907503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4312456f-18c2-4e95-9ec3-272bbb77d724" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.907503] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4312456f-18c2-4e95-9ec3-272bbb77d724',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.041831] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.041831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.041831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.041831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.041831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.041831] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc already deleted. [ 754.041831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.075921] env[65619]: INFO networking_nsxv3.common.synchronization [None req-730535f1-9788-48c4-8aab-e3086059352d tempest-ServersTestFqdnHostnames-1846580133 tempest-ServersTestFqdnHostnames-1846580133-project-member] Enqueued Resource ID: 6311b186-f50c-498f-8fe4-848580df9477 with Priority: HIGHEST for action security_group_rules [ 754.076972] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6311b186-f50c-498f-8fe4-848580df9477 with Priority: HIGHEST for action security_group_rules [ 754.076972] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6311b186-f50c-498f-8fe4-848580df9477 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.076972] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.077172] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.078251] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.078376] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6311b186-f50c-498f-8fe4-848580df9477',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.080805] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cd74848-d2cf-4235-bb24-ba6333f43d48: rpc.has_security_group_logging(os_id): False [ 754.101263] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.101452] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.101532] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.101746] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.101843] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.102049] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.102141] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.102652] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.102652] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.102652] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.103240] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.103352] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.103417] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.103646] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.105149] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.105388] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.105494] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.105562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.106251] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.106251] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.106251] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 is going to be updated. [ 754.174745] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.175094] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.175094] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.175334] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.175401] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.190472] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: IN_PROGRESS for 2s [ 754.202804] env[65619]: INFO networking_nsxv3.common.synchronization [None req-cea21aca-416e-4ed1-9376-e704276f097b tempest-ServersTestFqdnHostnames-1846580133 tempest-ServersTestFqdnHostnames-1846580133-project-member] Enqueued Resource ID: 6311b186-f50c-498f-8fe4-848580df9477 with Priority: HIGHEST for action security_group_rules [ 754.202804] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6311b186-f50c-498f-8fe4-848580df9477 with Priority: HIGHEST for action security_group_rules [ 754.202804] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6311b186-f50c-498f-8fe4-848580df9477 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.202804] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.298974] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.299178] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.299252] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.301741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.301741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.301741] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 is going to be created. [ 754.339243] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.339243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.339243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.339243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.339243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.351422] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 in Status: UNINITIALIZED for 2s [ 754.411976] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4312456f-18c2-4e95-9ec3-272bbb77d724 [ 754.413561] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.413561] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.413561] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.413561] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.413561] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.413561] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4312456f-18c2-4e95-9ec3-272bbb77d724 already deleted. [ 754.413561] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4312456f-18c2-4e95-9ec3-272bbb77d724" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.603863] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.604058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.604150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.604361] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.604465] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.604573] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6311b186-f50c-498f-8fe4-848580df9477 already deleted. [ 754.604670] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.604865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.605348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.605348] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6311b186-f50c-498f-8fe4-848580df9477',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.860106] env[65619]: INFO networking_nsxv3.common.synchronization [req-9a482f5f-e303-401d-bf88-6a30ff25db2e req-c9a68f5a-19c8-423c-868e-2619d13f6a24 tempest-SecurityGroupRulesTestJSON-250669453 tempest-SecurityGroupRulesTestJSON-250669453-project-member] Enqueued Resource ID: 14703ed6-599c-4f9d-beeb-63010d5e8655 with Priority: HIGHEST for action security_group_rules [ 754.860390] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14703ed6-599c-4f9d-beeb-63010d5e8655 with Priority: HIGHEST for action security_group_rules [ 754.860885] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14703ed6-599c-4f9d-beeb-63010d5e8655 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.860885] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14703ed6-599c-4f9d-beeb-63010d5e8655" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.861059] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14703ed6-599c-4f9d-beeb-63010d5e8655" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.861117] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14703ed6-599c-4f9d-beeb-63010d5e8655" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.861259] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14703ed6-599c-4f9d-beeb-63010d5e8655',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.140337] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.140337] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.140337] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.140337] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.140337] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.140337] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6311b186-f50c-498f-8fe4-848580df9477 already deleted. [ 755.140337] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.383894] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.384067] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.384723] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.384723] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.384723] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.384723] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14703ed6-599c-4f9d-beeb-63010d5e8655 already deleted. [ 755.384723] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14703ed6-599c-4f9d-beeb-63010d5e8655" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.986094] env[65619]: INFO networking_nsxv3.common.synchronization [req-1cacef75-f4b0-4c9d-86ae-71fe94f1a033 req-65a84e6d-dcff-422e-b6a0-567f24a9472e tempest-ServersTestManualDisk-1128474017 tempest-ServersTestManualDisk-1128474017-project-member] Enqueued Resource ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 with Priority: HIGHEST for action security_group_members [ 755.987141] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 with Priority: HIGHEST for action security_group_members [ 755.987407] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1aed000-faba-437d-ba84-8cd38f0aa2f5 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.987552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.987622] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.987927] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.988054] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.988144] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.988195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.988383] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.988483] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.988585] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1aed000-faba-437d-ba84-8cd38f0aa2f5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.209544] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: SUCCESS [ 756.209544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.362140] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 in Status: SUCCESS [ 756.362495] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.362742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.363545] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.363545] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.363545] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.363545] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.363792] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.363792] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.363881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.364043] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.415834] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.420020] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-296" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.420020] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-296" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.420020] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-296" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.420020] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.420020] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.420020] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.420020] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.420020] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.420020] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.420020] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.420020] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.420020] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.420020] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.420020] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.420020] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.441671] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.441824] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 756.442020] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.442129] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-296" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.442437] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-075af97f-57af-4e59-973d-3035dd3fb68e taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.443106] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-075af97f-57af-4e59-973d-3035dd3fb68e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.443106] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-075af97f-57af-4e59-973d-3035dd3fb68e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.443106] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-075af97f-57af-4e59-973d-3035dd3fb68e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.443333] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('075af97f-57af-4e59-973d-3035dd3fb68e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.493671] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.494077] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.494077] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.494295] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.494344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.494761] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.494997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.494997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.495179] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.495236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.495297] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 already deleted. [ 756.495915] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.869035] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.869035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.869035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.869035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.869035] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.869035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.869035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.869035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.869035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.869035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.869035] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.869035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.869035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.869035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.869035] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.869035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.869755] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.869755] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.869755] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.869755] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.869755] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.945771] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.946057] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.946171] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.950018] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.950018] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.950018] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 075af97f-57af-4e59-973d-3035dd3fb68e not found, creating... [ 756.950018] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.950018] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.950018] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.950018] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.950018] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.950018] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.950018] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.950420] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.950420] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.950420] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.950420] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 075af97f-57af-4e59-973d-3035dd3fb68e is going to be created. [ 756.972978] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.973355] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.973441] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.973706] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.974042] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.974306] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-075af97f-57af-4e59-973d-3035dd3fb68e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.372134] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 013ae4bc-baa9-4ece-bda1-19b773fc17d1: rpc.has_security_group_logging(os_id): False [ 757.394268] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.394980] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.394980] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.395414] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.395544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.395805] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.395913] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.396081] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.396272] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.396352] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.396542] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.396638] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.396699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.396828] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.396900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.397118] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.397218] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.397280] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.397424] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.397489] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.397575] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 is going to be created. [ 757.473574] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.473761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.473839] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.474094] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.474328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.497490] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 in Status: IN_PROGRESS for 2s [ 757.811635] env[65619]: INFO networking_nsxv3.common.synchronization [req-1cacef75-f4b0-4c9d-86ae-71fe94f1a033 req-6cb0297e-5b4d-4a83-a074-6d7e1c37fdf0 service nova] Enqueued Resource ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 with Priority: HIGHEST for action security_group_rules [ 757.812084] env[65619]: INFO networking_nsxv3.common.synchronization [req-1cacef75-f4b0-4c9d-86ae-71fe94f1a033 req-6cb0297e-5b4d-4a83-a074-6d7e1c37fdf0 service nova] Enqueued Resource ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 with Priority: HIGHEST for action security_group_members [ 757.812084] env[65619]: INFO networking_nsxv3.common.synchronization [req-1cacef75-f4b0-4c9d-86ae-71fe94f1a033 req-6cb0297e-5b4d-4a83-a074-6d7e1c37fdf0 service nova] Enqueued Resource ID: 075af97f-57af-4e59-973d-3035dd3fb68e with Priority: HIGHEST for action port [ 757.816975] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 with Priority: HIGHEST for action security_group_rules [ 757.819850] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 with Priority: HIGHEST for action security_group_members [ 757.819850] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 075af97f-57af-4e59-973d-3035dd3fb68e with Priority: HIGHEST for action port [ 757.819850] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1aed000-faba-437d-ba84-8cd38f0aa2f5 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.819850] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.819850] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.819850] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.819850] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1aed000-faba-437d-ba84-8cd38f0aa2f5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.820450] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1aed000-faba-437d-ba84-8cd38f0aa2f5 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.820569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.820621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.820798] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.820947] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.823370] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.824125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.824353] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.824434] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.824530] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1aed000-faba-437d-ba84-8cd38f0aa2f5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.827428] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-075af97f-57af-4e59-973d-3035dd3fb68e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.827540] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-075af97f-57af-4e59-973d-3035dd3fb68e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.829033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-075af97f-57af-4e59-973d-3035dd3fb68e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.829033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-075af97f-57af-4e59-973d-3035dd3fb68e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.829033] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('075af97f-57af-4e59-973d-3035dd3fb68e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.330805] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1aed000-faba-437d-ba84-8cd38f0aa2f5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.331953] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1aed000-faba-437d-ba84-8cd38f0aa2f5 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.331953] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.333375] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 075af97f-57af-4e59-973d-3035dd3fb68e with status ACTIVE [ 758.333375] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.333375] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.333375] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.333375] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.333375] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.333375] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.333375] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.333375] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.333375] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.333375] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.333375] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.333762] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.333762] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.333762] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.333762] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.333868] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 075af97f-57af-4e59-973d-3035dd3fb68e is going to be updated. [ 758.361878] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.362051] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.362093] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.362578] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.362767] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.362931] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-075af97f-57af-4e59-973d-3035dd3fb68e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.628870] env[65619]: INFO networking_nsxv3.common.synchronization [req-4cec2151-d4c6-4380-b983-1b0086a9a673 req-91df2c7f-26a2-440c-b8d4-31ba25e4dc91 tempest-ServersTestMultiNic-712285648 tempest-ServersTestMultiNic-712285648-project-member] Enqueued Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 758.629658] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 758.629829] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.629951] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.630048] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.630238] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.630503] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.630503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.630659] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.630816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.630816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.630908] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.836913] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1aed000-faba-437d-ba84-8cd38f0aa2f5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.885904] env[65619]: INFO networking_nsxv3.common.synchronization [req-4cec2151-d4c6-4380-b983-1b0086a9a673 req-aadd2def-6ba7-4eeb-ac92-b08093b94cdf tempest-ServersTestMultiNic-712285648 tempest-ServersTestMultiNic-712285648-project-member] Enqueued Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 758.885904] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGHEST for action security_group_members [ 758.885904] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.885904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.947284] env[65619]: INFO networking_nsxv3.common.synchronization [req-884ff6e1-afb6-41eb-af17-651cc52b6aeb req-f81670e7-1f77-45c4-a9ca-e3e34ec6a2c7 tempest-ServersAdminNegativeTestJSON-853998038 tempest-ServersAdminNegativeTestJSON-853998038-project-member] Enqueued Resource ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 with Priority: HIGHEST for action security_group_members [ 758.948010] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 with Priority: HIGHEST for action security_group_members [ 758.949583] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab42abea-7e10-40b4-b6a6-107e99f4f350 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.949707] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.949821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.949983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.950159] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.950287] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.950420] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.951156] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.951573] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.951573] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab42abea-7e10-40b4-b6a6-107e99f4f350',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.135954] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.135954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.135954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.135954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.135954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.135954] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.135954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.135954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.135954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.135954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.135954] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e is going to be updated. [ 759.174029] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.174029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.174029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.174029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.175104] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.187059] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: IN_PROGRESS for 2s [ 759.342257] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.342257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.342257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.342257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.342517] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.342517] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 is going to be created. [ 759.369593] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.370421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.370421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.370421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.370421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.382885] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 in Status: UNINITIALIZED for 2s [ 759.455644] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.459025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.459025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.459025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.459025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.459025] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.459025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.459025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.459025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.459025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.459025] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 is going to be updated. [ 759.496168] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.496168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.496168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.496168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.496168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.521287] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 in Status: IN_PROGRESS for 2s [ 759.522191] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 in Status: SUCCESS [ 759.522404] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.843304] env[65619]: INFO networking_nsxv3.common.synchronization [req-f73bdd02-76fa-4c0b-9179-09e9b196d27c req-adb9cb74-ff20-4cdc-8012-9bf000347c03 tempest-MigrationsAdminTest-690393040 tempest-MigrationsAdminTest-690393040-project-member] Enqueued Resource ID: 2879e45b-547d-4410-a90b-84007335bd08 with Priority: HIGHEST for action security_group_members [ 760.843862] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2879e45b-547d-4410-a90b-84007335bd08 with Priority: HIGHEST for action security_group_members [ 760.844244] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-2879e45b-547d-4410-a90b-84007335bd08 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.844359] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.844476] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.844615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.844820] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.844948] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.845066] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.845256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.845378] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.845504] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2879e45b-547d-4410-a90b-84007335bd08',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.199624] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: SUCCESS [ 761.199624] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e deletion is rescheduled due to dependency. [ 761.199624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.199624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.199624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.199624] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.199624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.199624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.199624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.199624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.199624] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.316893] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.317937] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.317937] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.317937] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.317937] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.319803] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.319803] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.319803] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.319803] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.319803] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.320171] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.320171] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.320171] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.320313] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.320830] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.320992] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.341067] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.341230] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.341365] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.341560] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.341984] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-0fb5584a-4b73-4362-88af-b41b0b85b401 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.342151] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-0fb5584a-4b73-4362-88af-b41b0b85b401" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.342298] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-0fb5584a-4b73-4362-88af-b41b0b85b401" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.342660] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-0fb5584a-4b73-4362-88af-b41b0b85b401" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.342812] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fb5584a-4b73-4362-88af-b41b0b85b401',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.347572] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2879e45b-547d-4410-a90b-84007335bd08',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.394909] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 in Status: SUCCESS [ 761.395195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.395695] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.395939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.396177] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.396366] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.396420] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.396598] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.396773] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.397141] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.397141] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1aed000-faba-437d-ba84-8cd38f0aa2f5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.533073] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 in Status: SUCCESS [ 761.533145] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 deletion is rescheduled due to dependency. [ 761.533240] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.701540] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.701713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.701784] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.701999] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.702105] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.702296] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.702389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.702450] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.702589] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.702669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.702752] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e is going to be updated. [ 761.731447] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.731686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.731784] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.732032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.732265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.742698] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: IN_PROGRESS for 2s [ 761.845135] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.845439] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.846552] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.846552] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.846552] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.846552] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 0fb5584a-4b73-4362-88af-b41b0b85b401 not found, creating... [ 761.846754] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.846847] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.846993] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.847251] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.847383] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.847656] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.847805] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.847963] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.848234] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.848372] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.848504] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 0fb5584a-4b73-4362-88af-b41b0b85b401 is going to be created. [ 761.851063] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2879e45b-547d-4410-a90b-84007335bd08',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.870361] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.870596] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.870715] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.870987] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.871231] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.871445] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-0fb5584a-4b73-4362-88af-b41b0b85b401" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.900501] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1aed000-faba-437d-ba84-8cd38f0aa2f5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.354956] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.354956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.354956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.355874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.355874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.355874] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2879e45b-547d-4410-a90b-84007335bd08 is going to be updated. [ 762.394917] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.394917] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.394917] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.394917] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.394917] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.406287] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1aed000-faba-437d-ba84-8cd38f0aa2f5: rpc.has_security_group_logging(os_id): False [ 762.409138] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2879e45b-547d-4410-a90b-84007335bd08 in Status: IN_PROGRESS for 2s [ 762.426697] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.426903] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.426976] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.427309] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.427403] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.427628] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.427757] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.427833] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.427974] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.428119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.428242] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 is going to be created. [ 762.496091] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.496091] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.496091] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.496091] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.496091] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.510839] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 in Status: IN_PROGRESS for 2s [ 762.664730] env[65619]: INFO networking_nsxv3.common.synchronization [req-f73bdd02-76fa-4c0b-9179-09e9b196d27c req-29def479-c1ec-4a3a-94df-2318b74b1eef service nova] Enqueued Resource ID: 2879e45b-547d-4410-a90b-84007335bd08 with Priority: HIGHEST for action security_group_rules [ 762.664902] env[65619]: INFO networking_nsxv3.common.synchronization [req-f73bdd02-76fa-4c0b-9179-09e9b196d27c req-29def479-c1ec-4a3a-94df-2318b74b1eef service nova] Enqueued Resource ID: 2879e45b-547d-4410-a90b-84007335bd08 with Priority: HIGHEST for action security_group_members [ 762.665052] env[65619]: INFO networking_nsxv3.common.synchronization [req-f73bdd02-76fa-4c0b-9179-09e9b196d27c req-29def479-c1ec-4a3a-94df-2318b74b1eef service nova] Enqueued Resource ID: 0fb5584a-4b73-4362-88af-b41b0b85b401 with Priority: HIGHEST for action port [ 762.665290] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2879e45b-547d-4410-a90b-84007335bd08 with Priority: HIGHEST for action security_group_rules [ 762.665421] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2879e45b-547d-4410-a90b-84007335bd08 with Priority: HIGHEST for action security_group_members [ 762.665514] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fb5584a-4b73-4362-88af-b41b0b85b401 with Priority: HIGHEST for action port [ 762.666384] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2879e45b-547d-4410-a90b-84007335bd08 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.666512] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.666580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.666774] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.666855] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2879e45b-547d-4410-a90b-84007335bd08',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.668651] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-2879e45b-547d-4410-a90b-84007335bd08 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.668772] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.668980] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fb5584a-4b73-4362-88af-b41b0b85b401 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.669785] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fb5584a-4b73-4362-88af-b41b0b85b401" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.669862] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fb5584a-4b73-4362-88af-b41b0b85b401" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.670238] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fb5584a-4b73-4362-88af-b41b0b85b401" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.670238] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fb5584a-4b73-4362-88af-b41b0b85b401',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.169095] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-2879e45b-547d-4410-a90b-84007335bd08 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.169475] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.177892] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fb5584a-4b73-4362-88af-b41b0b85b401 with status ACTIVE [ 763.179416] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.179416] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.179416] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.179416] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.179416] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.179416] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.179648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.179648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.179648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.179750] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.179954] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.180075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.180167] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.180307] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.180386] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.180496] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fb5584a-4b73-4362-88af-b41b0b85b401 is going to be updated. [ 763.207643] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.207950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.208020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.208363] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.208589] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.208858] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fb5584a-4b73-4362-88af-b41b0b85b401" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.757373] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e in Status: SUCCESS [ 763.757658] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e deletion is rescheduled due to dependency. [ 763.757904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.420141] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2879e45b-547d-4410-a90b-84007335bd08 in Status: SUCCESS [ 764.420517] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.420517] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.420743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.421050] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.421050] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.421193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.421272] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.421352] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.421485] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2879e45b-547d-4410-a90b-84007335bd08',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.525101] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 in Status: SUCCESS [ 764.525424] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.670192] env[65619]: INFO networking_nsxv3.common.synchronization [req-5b6de491-f77a-424d-99bb-fd711d1fa4f8 req-27b4338f-3c76-4ac2-967f-6776482c1c57 tempest-ServerDiagnosticsNegativeTest-1875928569 tempest-ServerDiagnosticsNegativeTest-1875928569-project-member] Enqueued Resource ID: fcea63c4-84d0-4742-885e-ac093a33bf3e with Priority: HIGHEST for action security_group_members [ 764.670875] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcea63c4-84d0-4742-885e-ac093a33bf3e with Priority: HIGHEST for action security_group_members [ 764.671590] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcea63c4-84d0-4742-885e-ac093a33bf3e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.672071] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.672150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.672423] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.672611] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.672713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.672801] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.672926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.673018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.673113] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcea63c4-84d0-4742-885e-ac093a33bf3e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.923432] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2879e45b-547d-4410-a90b-84007335bd08',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.071121] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.071387] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.071568] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.071939] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.072961] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.073494] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.073562] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.073850] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.074484] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.074875] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.075067] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.075243] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.075585] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.075785] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.075954] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.076386] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.098719] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.099034] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.099316] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.099522] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-88" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.100016] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-ec4065d7-4599-4cdf-aa77-b9c2d8e489b0 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.100506] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-ec4065d7-4599-4cdf-aa77-b9c2d8e489b0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.101022] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-ec4065d7-4599-4cdf-aa77-b9c2d8e489b0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.101253] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-ec4065d7-4599-4cdf-aa77-b9c2d8e489b0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.101527] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec4065d7-4599-4cdf-aa77-b9c2d8e489b0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.175546] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.175739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.175805] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.176012] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.176178] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.176377] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.176480] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.176553] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.176939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.176939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.176939] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcea63c4-84d0-4742-885e-ac093a33bf3e already deleted. [ 765.176939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.236226] env[65619]: INFO networking_nsxv3.common.synchronization [None req-007391bf-a53e-47d1-8aa7-5f4ccc18743b None None] Enqueued Resource ID: fae96150-d587-47e8-a8f5-6a03876c6722 with Priority: HIGHEST for action port [ 765.237262] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fae96150-d587-47e8-a8f5-6a03876c6722 with Priority: HIGHEST for action port [ 765.237796] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-fae96150-d587-47e8-a8f5-6a03876c6722 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.238423] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fae96150-d587-47e8-a8f5-6a03876c6722" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.238423] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fae96150-d587-47e8-a8f5-6a03876c6722" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.238531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fae96150-d587-47e8-a8f5-6a03876c6722" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.238660] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fae96150-d587-47e8-a8f5-6a03876c6722',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.427039] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2879e45b-547d-4410-a90b-84007335bd08',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.604764] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.605060] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.605206] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.605570] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.605758] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.605932] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port ec4065d7-4599-4cdf-aa77-b9c2d8e489b0 not found, creating... [ 765.606452] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.606555] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.606605] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.606890] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.607082] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.607420] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.607590] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.607711] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.608045] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.608271] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.608459] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: ec4065d7-4599-4cdf-aa77-b9c2d8e489b0 is going to be created. [ 765.639323] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.639323] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.639323] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.639635] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.639878] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.640201] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-ec4065d7-4599-4cdf-aa77-b9c2d8e489b0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.742947] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fae96150-d587-47e8-a8f5-6a03876c6722 [ 765.743331] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.743544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.743664] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.744207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.744248] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.744415] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fae96150-d587-47e8-a8f5-6a03876c6722 already deleted. [ 765.744550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fae96150-d587-47e8-a8f5-6a03876c6722" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.931883] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.931883] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.931883] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.932049] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.932049] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.932151] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2879e45b-547d-4410-a90b-84007335bd08 is going to be updated. [ 765.976826] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.976826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.976826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.976826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.977119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.985586] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2879e45b-547d-4410-a90b-84007335bd08 in Status: IN_PROGRESS for 2s [ 766.399314] env[65619]: INFO networking_nsxv3.common.synchronization [req-5b6de491-f77a-424d-99bb-fd711d1fa4f8 req-6c47a8bb-a7bf-4749-8e23-958c0ffefe0b service nova] Enqueued Resource ID: fcea63c4-84d0-4742-885e-ac093a33bf3e with Priority: HIGHEST for action security_group_rules [ 766.399314] env[65619]: INFO networking_nsxv3.common.synchronization [req-5b6de491-f77a-424d-99bb-fd711d1fa4f8 req-6c47a8bb-a7bf-4749-8e23-958c0ffefe0b service nova] Enqueued Resource ID: fcea63c4-84d0-4742-885e-ac093a33bf3e with Priority: HIGHEST for action security_group_members [ 766.399314] env[65619]: INFO networking_nsxv3.common.synchronization [req-5b6de491-f77a-424d-99bb-fd711d1fa4f8 req-6c47a8bb-a7bf-4749-8e23-958c0ffefe0b service nova] Enqueued Resource ID: ec4065d7-4599-4cdf-aa77-b9c2d8e489b0 with Priority: HIGHEST for action port [ 766.399314] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcea63c4-84d0-4742-885e-ac093a33bf3e with Priority: HIGHEST for action security_group_rules [ 766.399314] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcea63c4-84d0-4742-885e-ac093a33bf3e with Priority: HIGHEST for action security_group_members [ 766.399314] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4065d7-4599-4cdf-aa77-b9c2d8e489b0 with Priority: HIGHEST for action port [ 766.399777] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcea63c4-84d0-4742-885e-ac093a33bf3e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.400047] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.400047] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.400326] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.400474] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcea63c4-84d0-4742-885e-ac093a33bf3e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.401996] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcea63c4-84d0-4742-885e-ac093a33bf3e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.402196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.402196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.403368] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.403368] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.403368] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.403368] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.403666] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.403666] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.403775] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcea63c4-84d0-4742-885e-ac093a33bf3e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.406412] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec4065d7-4599-4cdf-aa77-b9c2d8e489b0 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.406567] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec4065d7-4599-4cdf-aa77-b9c2d8e489b0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.406695] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec4065d7-4599-4cdf-aa77-b9c2d8e489b0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.408017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec4065d7-4599-4cdf-aa77-b9c2d8e489b0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.408017] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec4065d7-4599-4cdf-aa77-b9c2d8e489b0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.910519] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcea63c4-84d0-4742-885e-ac093a33bf3e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.910519] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.910892] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcea63c4-84d0-4742-885e-ac093a33bf3e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.911537] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec4065d7-4599-4cdf-aa77-b9c2d8e489b0 with status ACTIVE [ 766.911721] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.911920] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.911920] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.912103] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.912375] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.914809] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.914919] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.914975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.915268] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.915392] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.915612] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.915714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.915775] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.915930] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.916016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.916133] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec4065d7-4599-4cdf-aa77-b9c2d8e489b0 is going to be updated. [ 766.940582] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.943837] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.943837] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.943837] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.943837] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.943837] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec4065d7-4599-4cdf-aa77-b9c2d8e489b0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.202625] env[65619]: INFO networking_nsxv3.common.synchronization [req-ee241873-25ee-4dc5-8582-f42890c26a78 req-b9dd099d-ea48-4269-88ed-25bccab613fc tempest-ImagesOneServerTestJSON-1221913791 tempest-ImagesOneServerTestJSON-1221913791-project-member] Enqueued Resource ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b with Priority: HIGHEST for action security_group_members [ 767.203206] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b with Priority: HIGHEST for action security_group_members [ 767.205362] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc2ff34-f916-40a5-a912-d2a699ebd70b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.205362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.205362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.205362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.205362] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.205362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.205362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.205764] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.205764] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.205764] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc2ff34-f916-40a5-a912-d2a699ebd70b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.419305] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcea63c4-84d0-4742-885e-ac093a33bf3e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.690928] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.691103] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-479" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.691471] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-479" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.691831] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-479" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.692181] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.692385] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.692533] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.692783] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.692974] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.693337] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.693457] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.697027] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.697027] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.697027] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.697027] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.697027] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.698859] env[65619]: INFO networking_nsxv3.common.synchronization [None req-acd3a374-9af9-4f4e-9a9d-09fa827e3684 None None] Enqueued Resource ID: 9b4a9f6a-d218-40c9-b29e-f5d95e6b0c63 with Priority: HIGHEST for action port [ 767.702234] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b4a9f6a-d218-40c9-b29e-f5d95e6b0c63 with Priority: HIGHEST for action port [ 767.702998] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b4a9f6a-d218-40c9-b29e-f5d95e6b0c63 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.703532] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b4a9f6a-d218-40c9-b29e-f5d95e6b0c63" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.703532] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b4a9f6a-d218-40c9-b29e-f5d95e6b0c63" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.704153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b4a9f6a-d218-40c9-b29e-f5d95e6b0c63" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.704656] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b4a9f6a-d218-40c9-b29e-f5d95e6b0c63',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.707623] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.707741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.707812] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.708009] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.708102] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.708428] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.708549] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.708607] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.708826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.708908] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.709040] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b already deleted. [ 767.709095] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.733155] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.733411] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.733605] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.733848] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-479" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.735034] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-3aa3754f-40c5-4761-bbb5-2f37a6dab5df taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.735034] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-3aa3754f-40c5-4761-bbb5-2f37a6dab5df" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.735034] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-3aa3754f-40c5-4761-bbb5-2f37a6dab5df" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.739417] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-3aa3754f-40c5-4761-bbb5-2f37a6dab5df" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.739621] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aa3754f-40c5-4761-bbb5-2f37a6dab5df',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.922446] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.922704] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.923288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.923633] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.923772] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.923914] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcea63c4-84d0-4742-885e-ac093a33bf3e is going to be created. [ 767.966657] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.966882] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.966882] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.967233] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.967431] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.980883] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcea63c4-84d0-4742-885e-ac093a33bf3e in Status: UNINITIALIZED for 2s [ 767.990062] env[65619]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 767.990284] env[65619]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] NSXv3 Agent Agent loop - iteration:1 started [ 767.999987] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2879e45b-547d-4410-a90b-84007335bd08 in Status: SUCCESS [ 768.002087] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.002087] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.002087] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.002087] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.002087] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.002087] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.002087] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.002087] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.002087] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.002087] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2879e45b-547d-4410-a90b-84007335bd08',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.211683] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b4a9f6a-d218-40c9-b29e-f5d95e6b0c63 [ 768.211683] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.211683] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.211683] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.211683] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.211683] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.211683] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b4a9f6a-d218-40c9-b29e-f5d95e6b0c63 already deleted. [ 768.211683] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b4a9f6a-d218-40c9-b29e-f5d95e6b0c63" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.242879] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.243112] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.243278] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.243503] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.243649] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.243796] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 3aa3754f-40c5-4761-bbb5-2f37a6dab5df not found, creating... [ 768.244067] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.244350] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.244468] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.244685] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.244815] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.245109] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.245286] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.245371] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.245575] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.245700] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.245837] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 3aa3754f-40c5-4761-bbb5-2f37a6dab5df is going to be created. [ 768.279063] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.279458] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.279798] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.280955] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.280955] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.280955] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-3aa3754f-40c5-4761-bbb5-2f37a6dab5df" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.506231] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-2879e45b-547d-4410-a90b-84007335bd08 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.506468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.506557] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.506818] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.507780] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.507780] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.507780] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.507780] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.507780] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.507780] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.507780] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-2879e45b-547d-4410-a90b-84007335bd08 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.508100] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.508100] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.508100] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.508251] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.508305] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.509143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.509143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.509143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.509143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.509143] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2879e45b-547d-4410-a90b-84007335bd08',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.012064] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2879e45b-547d-4410-a90b-84007335bd08: rpc.has_security_group_logging(os_id): False [ 769.014364] env[65619]: INFO networking_nsxv3.common.synchronization [req-ee241873-25ee-4dc5-8582-f42890c26a78 req-61b3e7ca-c6fc-4126-a792-fcec01f770fd service nova] Enqueued Resource ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b with Priority: HIGHEST for action security_group_rules [ 769.014623] env[65619]: INFO networking_nsxv3.common.synchronization [req-ee241873-25ee-4dc5-8582-f42890c26a78 req-61b3e7ca-c6fc-4126-a792-fcec01f770fd service nova] Enqueued Resource ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b with Priority: HIGHEST for action security_group_members [ 769.014812] env[65619]: INFO networking_nsxv3.common.synchronization [req-ee241873-25ee-4dc5-8582-f42890c26a78 req-61b3e7ca-c6fc-4126-a792-fcec01f770fd service nova] Enqueued Resource ID: 3aa3754f-40c5-4761-bbb5-2f37a6dab5df with Priority: HIGHEST for action port [ 769.015511] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b with Priority: HIGHEST for action security_group_rules [ 769.015671] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b with Priority: HIGHEST for action security_group_members [ 769.015800] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aa3754f-40c5-4761-bbb5-2f37a6dab5df with Priority: HIGHEST for action port [ 769.016622] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc2ff34-f916-40a5-a912-d2a699ebd70b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.016856] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.016958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.017360] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.017480] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc2ff34-f916-40a5-a912-d2a699ebd70b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.020119] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc2ff34-f916-40a5-a912-d2a699ebd70b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.020265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.020315] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.020562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.020887] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.020887] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.020887] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.021189] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.021189] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.021248] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc2ff34-f916-40a5-a912-d2a699ebd70b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.022192] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-3aa3754f-40c5-4761-bbb5-2f37a6dab5df taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.022302] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3aa3754f-40c5-4761-bbb5-2f37a6dab5df" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.022355] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3aa3754f-40c5-4761-bbb5-2f37a6dab5df" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.022519] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3aa3754f-40c5-4761-bbb5-2f37a6dab5df" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.022591] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aa3754f-40c5-4761-bbb5-2f37a6dab5df',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.041997] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.042211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.042276] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.042706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.042706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.042859] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.042859] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.042948] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.043713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.043713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.043713] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.043713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.043713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.043713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.043995] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.043995] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.044267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.044267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.044340] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.044421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.044645] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2879e45b-547d-4410-a90b-84007335bd08 is going to be updated. [ 769.132397] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.132397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.132397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.132397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.132397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.153823] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2879e45b-547d-4410-a90b-84007335bd08 in Status: IN_PROGRESS for 2s [ 769.521184] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc2ff34-f916-40a5-a912-d2a699ebd70b taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.521362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.525050] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc2ff34-f916-40a5-a912-d2a699ebd70b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.525699] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3aa3754f-40c5-4761-bbb5-2f37a6dab5df with status ACTIVE [ 769.525951] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.526149] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.526229] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.526414] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.526504] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.526686] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.526782] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.526844] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.526991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.527085] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.527270] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.527377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.527440] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.527545] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.527609] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.527972] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3aa3754f-40c5-4761-bbb5-2f37a6dab5df is going to be updated. [ 769.551240] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.551240] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.551240] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.551404] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.551649] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.551649] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3aa3754f-40c5-4761-bbb5-2f37a6dab5df" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.992498] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcea63c4-84d0-4742-885e-ac093a33bf3e in Status: SUCCESS [ 769.992692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.992837] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.993080] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.993376] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.993376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.993574] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.993574] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.993660] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.993782] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.994155] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcea63c4-84d0-4742-885e-ac093a33bf3e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.030023] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc2ff34-f916-40a5-a912-d2a699ebd70b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.042109] env[65619]: INFO networking_nsxv3.common.synchronization [req-49668da9-1927-4b6b-8b82-3c5c7164a644 req-5e83dc68-eee9-425e-8da7-cc01651ee827 tempest-InstanceActionsV221TestJSON-863981418 tempest-InstanceActionsV221TestJSON-863981418-project-member] Enqueued Resource ID: 0c12090a-775e-4a26-8414-bd3a8ad5150a with Priority: HIGHEST for action security_group_members [ 770.043289] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c12090a-775e-4a26-8414-bd3a8ad5150a with Priority: HIGHEST for action security_group_members [ 770.043790] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c12090a-775e-4a26-8414-bd3a8ad5150a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.044610] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.044714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.044953] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.045208] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.045319] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.045379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.045545] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.045629] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.045728] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c12090a-775e-4a26-8414-bd3a8ad5150a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.477566] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-460 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.477901] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-460" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.478139] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-460" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.479641] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-460" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.479641] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.479641] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.479641] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.479641] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.479641] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.479641] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.479641] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.480218] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.480218] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.480218] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.480368] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.480420] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.496394] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcea63c4-84d0-4742-885e-ac093a33bf3e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.496797] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.496962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.497481] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.497627] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.497850] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.497916] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.498180] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.498362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.498547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.498821] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcea63c4-84d0-4742-885e-ac093a33bf3e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.499030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.499184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.499448] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.499729] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.499928] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.500105] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.500377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.500565] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.500806] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.502076] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcea63c4-84d0-4742-885e-ac093a33bf3e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.508710] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.508952] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.509264] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.509492] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-460" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.509843] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-748aef8c-0256-4961-a056-2ea40e17698a taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.510158] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-748aef8c-0256-4961-a056-2ea40e17698a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.510381] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-748aef8c-0256-4961-a056-2ea40e17698a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.510799] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-748aef8c-0256-4961-a056-2ea40e17698a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.511048] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('748aef8c-0256-4961-a056-2ea40e17698a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.531727] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.531970] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.532097] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.532310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.533497] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.533497] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b is going to be created. [ 770.549225] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.549473] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.549554] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.549797] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.549916] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.550153] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.550245] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.550304] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.550469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.550546] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.550631] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c12090a-775e-4a26-8414-bd3a8ad5150a already deleted. [ 770.550723] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.559901] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.560116] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.560191] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.560400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.560566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.572212] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b in Status: UNINITIALIZED for 2s [ 771.004715] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcea63c4-84d0-4742-885e-ac093a33bf3e: rpc.has_security_group_logging(os_id): False [ 771.014072] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.014364] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.014570] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.014971] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.015275] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.015497] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 748aef8c-0256-4961-a056-2ea40e17698a not found, creating... [ 771.015814] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.015977] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.016191] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.016516] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.016735] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.017089] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.017360] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.017537] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.017813] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.018055] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.018159] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 748aef8c-0256-4961-a056-2ea40e17698a is going to be created. [ 771.023372] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.023550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.023591] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.023921] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.024087] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.024336] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.024474] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.024539] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.024720] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.024807] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.025036] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.025160] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.025228] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.025380] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.025469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.025664] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.025852] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.025902] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.026170] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.026287] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.026429] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcea63c4-84d0-4742-885e-ac093a33bf3e is going to be created. [ 771.042777] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.043212] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.043212] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.043471] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.043848] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.044726] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-748aef8c-0256-4961-a056-2ea40e17698a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.095301] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.095477] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.096080] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.096080] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.096080] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.122162] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcea63c4-84d0-4742-885e-ac093a33bf3e in Status: IN_PROGRESS for 2s [ 771.176862] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2879e45b-547d-4410-a90b-84007335bd08 in Status: SUCCESS [ 771.176862] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.738712] env[65619]: INFO networking_nsxv3.common.synchronization [req-951cef0b-62df-44ed-b13c-2a3d2c9508b5 req-f55ed0cd-a48c-46ad-91f7-4b25b0b4fb22 tempest-ServersTestJSON-2094665467 tempest-ServersTestJSON-2094665467-project-member] Enqueued Resource ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b with Priority: HIGHEST for action security_group_members [ 771.739340] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b with Priority: HIGHEST for action security_group_members [ 771.740208] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-964c9baa-43f3-4c9b-ae39-5ee0421ae73b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.740208] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.740208] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.740208] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.740208] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.740633] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.740633] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.740798] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.740838] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.740968] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('964c9baa-43f3-4c9b-ae39-5ee0421ae73b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.819532] env[65619]: INFO networking_nsxv3.common.synchronization [req-49668da9-1927-4b6b-8b82-3c5c7164a644 req-e4f2b37e-d1bd-4b31-a3a1-4ab27ddbd5d5 service nova] Enqueued Resource ID: 0c12090a-775e-4a26-8414-bd3a8ad5150a with Priority: HIGHEST for action security_group_rules [ 771.819700] env[65619]: INFO networking_nsxv3.common.synchronization [req-49668da9-1927-4b6b-8b82-3c5c7164a644 req-e4f2b37e-d1bd-4b31-a3a1-4ab27ddbd5d5 service nova] Enqueued Resource ID: 0c12090a-775e-4a26-8414-bd3a8ad5150a with Priority: HIGHEST for action security_group_members [ 771.820070] env[65619]: INFO networking_nsxv3.common.synchronization [req-49668da9-1927-4b6b-8b82-3c5c7164a644 req-e4f2b37e-d1bd-4b31-a3a1-4ab27ddbd5d5 service nova] Enqueued Resource ID: 748aef8c-0256-4961-a056-2ea40e17698a with Priority: HIGHEST for action port [ 771.820278] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c12090a-775e-4a26-8414-bd3a8ad5150a with Priority: HIGHEST for action security_group_rules [ 771.820402] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c12090a-775e-4a26-8414-bd3a8ad5150a with Priority: HIGHEST for action security_group_members [ 771.820495] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 748aef8c-0256-4961-a056-2ea40e17698a with Priority: HIGHEST for action port [ 771.820804] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c12090a-775e-4a26-8414-bd3a8ad5150a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.820920] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.821033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.821490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.821620] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c12090a-775e-4a26-8414-bd3a8ad5150a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.823273] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c12090a-775e-4a26-8414-bd3a8ad5150a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.823429] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.823497] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.824198] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.824430] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.826048] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.826048] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.826048] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.826048] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.826048] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c12090a-775e-4a26-8414-bd3a8ad5150a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.830873] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-748aef8c-0256-4961-a056-2ea40e17698a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.831052] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-748aef8c-0256-4961-a056-2ea40e17698a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.831153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-748aef8c-0256-4961-a056-2ea40e17698a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.831535] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-748aef8c-0256-4961-a056-2ea40e17698a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.831535] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('748aef8c-0256-4961-a056-2ea40e17698a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.248256] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.248256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.248256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.248256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.248256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.248256] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.248256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.248256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.248256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.248256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.248256] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b is going to be updated. [ 772.277660] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.277876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.277876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.278118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.278263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.295232] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b in Status: IN_PROGRESS for 2s [ 772.331662] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c12090a-775e-4a26-8414-bd3a8ad5150a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.334365] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c12090a-775e-4a26-8414-bd3a8ad5150a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.335238] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.335238] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 748aef8c-0256-4961-a056-2ea40e17698a with status ACTIVE [ 772.335238] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.335238] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.335238] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.335238] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.335550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.335550] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.335550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.335661] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.335755] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.335815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.335954] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.336162] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.336238] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.336388] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.336464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.336549] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 748aef8c-0256-4961-a056-2ea40e17698a is going to be updated. [ 772.373416] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.373581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.373628] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.373820] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.373956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.374128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-748aef8c-0256-4961-a056-2ea40e17698a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.589852] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b in Status: SUCCESS [ 772.589852] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.589852] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.589852] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.589852] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.589852] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.589852] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.589852] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.589852] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.589852] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.589852] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdc2ff34-f916-40a5-a912-d2a699ebd70b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.836989] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c12090a-775e-4a26-8414-bd3a8ad5150a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.041812] env[65619]: INFO networking_nsxv3.common.synchronization [req-60312073-c4f6-456c-8a8b-781f5e92d974 req-45f5fe22-0664-46c0-9d6f-25c993867689 tempest-DeleteServersTestJSON-987271658 tempest-DeleteServersTestJSON-987271658-project-member] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 773.042443] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 773.042760] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.042883] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.042950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.043176] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.043328] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.043450] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.043517] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.043669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.043757] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.043856] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.093210] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc2ff34-f916-40a5-a912-d2a699ebd70b taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.096018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.096018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.096018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.096018] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.096018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.096018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.096018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.096018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.096018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.096018] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc2ff34-f916-40a5-a912-d2a699ebd70b taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.096018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.096018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.096018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.096018] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.096018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.096018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.096018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.096018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.096815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.096815] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdc2ff34-f916-40a5-a912-d2a699ebd70b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.136790] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcea63c4-84d0-4742-885e-ac093a33bf3e in Status: SUCCESS [ 773.136790] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.342411] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.342736] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.342736] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.342830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.342918] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.343028] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c12090a-775e-4a26-8414-bd3a8ad5150a is going to be created. [ 773.382949] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.383122] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.383185] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.383394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.383575] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.395168] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c12090a-775e-4a26-8414-bd3a8ad5150a in Status: UNINITIALIZED for 2s [ 773.548657] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.548657] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.548657] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.548827] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.548916] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.549140] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.549252] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.549345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.549429] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.549542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.549596] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be updated. [ 773.581335] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.581473] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.581610] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.582177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.585431] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.593745] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: IN_PROGRESS for 2s [ 773.599463] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdc2ff34-f916-40a5-a912-d2a699ebd70b: rpc.has_security_group_logging(os_id): False [ 773.620712] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.621063] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.621063] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.621727] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.621727] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.621727] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.621727] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.621727] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.621727] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.621960] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.621960] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.622070] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.622236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.622236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.622440] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.622479] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.622573] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.622631] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.622767] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.622842] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.622929] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b is going to be created. [ 773.683946] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.684542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.684542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.684542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.684792] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.709686] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b in Status: IN_PROGRESS for 2s [ 774.313788] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b in Status: SUCCESS [ 774.313895] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b deletion is rescheduled due to dependency. [ 774.314078] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.219391] env[65619]: INFO networking_nsxv3.common.synchronization [req-e2f1c4b1-c576-4c6e-88d1-600b1c69a7e7 req-c4b56623-f125-4606-a711-155731c0e4c4 tempest-ServersWithSpecificFlavorTestJSON-1557575717 tempest-ServersWithSpecificFlavorTestJSON-1557575717-project-member] Enqueued Resource ID: ad58651d-ea48-4f0f-9427-dbad2c57924a with Priority: HIGHEST for action security_group_members [ 775.221219] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad58651d-ea48-4f0f-9427-dbad2c57924a with Priority: HIGHEST for action security_group_members [ 775.221759] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad58651d-ea48-4f0f-9427-dbad2c57924a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.221900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.221963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.222244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.222452] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.222565] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.222632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.222906] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.223035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.223145] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad58651d-ea48-4f0f-9427-dbad2c57924a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.407556] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c12090a-775e-4a26-8414-bd3a8ad5150a in Status: SUCCESS [ 775.407556] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.407556] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.407556] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.407754] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.407754] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.407839] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.407952] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.408044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.408204] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.408279] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c12090a-775e-4a26-8414-bd3a8ad5150a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.604017] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 775.604208] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f deletion is rescheduled due to dependency. [ 775.604424] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.727067] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b in Status: SUCCESS [ 775.727213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.727672] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.727915] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.728069] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.728705] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.728705] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.730138] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.730368] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.730489] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.730743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.730866] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.731008] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad58651d-ea48-4f0f-9427-dbad2c57924a is going to be updated. [ 775.757896] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.758244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.758244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.758412] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.758665] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.764817] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.765011] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-141" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.765134] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-141" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.765459] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-141" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.765719] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.765870] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.765979] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.766408] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.766534] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.766755] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.766889] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.767030] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.767163] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.767319] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.767465] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.767615] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.769331] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad58651d-ea48-4f0f-9427-dbad2c57924a in Status: IN_PROGRESS for 2s [ 775.786849] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.786956] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.787112] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.787336] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-141" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.787648] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-b019b984-1450-4494-89f1-4c63bf34a9b8 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.787808] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-b019b984-1450-4494-89f1-4c63bf34a9b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.787915] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-b019b984-1450-4494-89f1-4c63bf34a9b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.788249] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-b019b984-1450-4494-89f1-4c63bf34a9b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.788379] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b019b984-1450-4494-89f1-4c63bf34a9b8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.912068] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c12090a-775e-4a26-8414-bd3a8ad5150a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.912068] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.912068] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.912068] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.912068] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.912068] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.912068] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.912468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.912468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.912468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.912574] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c12090a-775e-4a26-8414-bd3a8ad5150a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.912717] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.912717] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.912912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.912974] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.913348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.913348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.913348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.913348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.913631] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.913631] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c12090a-775e-4a26-8414-bd3a8ad5150a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.290677] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.291025] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.291199] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.291619] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.292079] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.292079] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port b019b984-1450-4494-89f1-4c63bf34a9b8 not found, creating... [ 776.292592] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.292839] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.293020] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.293377] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.293590] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.294121] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.294478] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.294611] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.295164] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.295164] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.295316] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: b019b984-1450-4494-89f1-4c63bf34a9b8 is going to be created. [ 776.322325] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.322468] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.322576] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.322858] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.323250] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.323319] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-b019b984-1450-4494-89f1-4c63bf34a9b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.416101] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c12090a-775e-4a26-8414-bd3a8ad5150a: rpc.has_security_group_logging(os_id): False [ 776.442602] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.442995] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.442995] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.443249] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.443390] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.443738] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.443894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.443995] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.444447] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.444578] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.444877] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.445040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.445142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.445379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.445502] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.445771] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.445913] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.446041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.446325] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.446464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.446621] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c12090a-775e-4a26-8414-bd3a8ad5150a is going to be created. [ 776.561463] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.561685] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.561685] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.561917] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.562144] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.576919] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c12090a-775e-4a26-8414-bd3a8ad5150a in Status: IN_PROGRESS for 2s [ 777.095284] env[65619]: INFO networking_nsxv3.common.synchronization [req-e2f1c4b1-c576-4c6e-88d1-600b1c69a7e7 req-d6b9c6d6-12cf-47b6-9c16-c3a1654b719a service nova] Enqueued Resource ID: ad58651d-ea48-4f0f-9427-dbad2c57924a with Priority: HIGHEST for action security_group_rules [ 777.095284] env[65619]: INFO networking_nsxv3.common.synchronization [req-e2f1c4b1-c576-4c6e-88d1-600b1c69a7e7 req-d6b9c6d6-12cf-47b6-9c16-c3a1654b719a service nova] Enqueued Resource ID: ad58651d-ea48-4f0f-9427-dbad2c57924a with Priority: HIGHEST for action security_group_members [ 777.095284] env[65619]: INFO networking_nsxv3.common.synchronization [req-e2f1c4b1-c576-4c6e-88d1-600b1c69a7e7 req-d6b9c6d6-12cf-47b6-9c16-c3a1654b719a service nova] Enqueued Resource ID: b019b984-1450-4494-89f1-4c63bf34a9b8 with Priority: HIGHEST for action port [ 777.095284] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad58651d-ea48-4f0f-9427-dbad2c57924a with Priority: HIGHEST for action security_group_rules [ 777.095284] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad58651d-ea48-4f0f-9427-dbad2c57924a with Priority: HIGHEST for action security_group_members [ 777.095284] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b019b984-1450-4494-89f1-4c63bf34a9b8 with Priority: HIGHEST for action port [ 777.095284] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad58651d-ea48-4f0f-9427-dbad2c57924a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.095284] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.095284] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.095284] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.095284] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad58651d-ea48-4f0f-9427-dbad2c57924a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.096036] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad58651d-ea48-4f0f-9427-dbad2c57924a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.096036] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.096036] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-b019b984-1450-4494-89f1-4c63bf34a9b8 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.096198] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b019b984-1450-4494-89f1-4c63bf34a9b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.096232] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b019b984-1450-4494-89f1-4c63bf34a9b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.096437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b019b984-1450-4494-89f1-4c63bf34a9b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.096509] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b019b984-1450-4494-89f1-4c63bf34a9b8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.599067] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad58651d-ea48-4f0f-9427-dbad2c57924a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.599067] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.602536] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b019b984-1450-4494-89f1-4c63bf34a9b8 with status ACTIVE [ 777.602536] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.602536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.602536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.602756] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.602854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.603541] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.603541] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.603541] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.603541] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.603541] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.603848] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.603848] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.603848] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.603975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.603975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.604059] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b019b984-1450-4494-89f1-4c63bf34a9b8 is going to be updated. [ 777.626515] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.626703] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.626795] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.627026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.627224] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.627419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b019b984-1450-4494-89f1-4c63bf34a9b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.695083] env[65619]: INFO networking_nsxv3.common.synchronization [req-75be49e9-f63e-46f7-a233-5afcc8d7d34b req-b2385de8-7fae-488b-b295-29328a1e6138 tempest-ServerMetadataNegativeTestJSON-1301184649 tempest-ServerMetadataNegativeTestJSON-1301184649-project-member] Enqueued Resource ID: 07b3fdb1-df01-43b4-b17e-1c29fe85445c with Priority: HIGHEST for action security_group_members [ 777.695705] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b3fdb1-df01-43b4-b17e-1c29fe85445c with Priority: HIGHEST for action security_group_members [ 777.696051] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b3fdb1-df01-43b4-b17e-1c29fe85445c taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.696205] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.696265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.696482] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.696652] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.696758] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.696817] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.696967] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.698610] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.698610] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b3fdb1-df01-43b4-b17e-1c29fe85445c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.785740] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad58651d-ea48-4f0f-9427-dbad2c57924a in Status: SUCCESS [ 777.786612] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad58651d-ea48-4f0f-9427-dbad2c57924a deletion is rescheduled due to dependency. [ 777.786612] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.787244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.787244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.787348] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.787502] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.787569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.787772] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.787862] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.787962] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad58651d-ea48-4f0f-9427-dbad2c57924a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.854771] env[65619]: INFO networking_nsxv3.common.synchronization [req-6e607a1a-a0ae-4673-afca-88f8dae48ddb req-0a468a16-4517-4d92-878c-49cecd8e9bc9 tempest-ServerDiskConfigTestJSON-75665536 tempest-ServerDiskConfigTestJSON-75665536-project-member] Enqueued Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 777.855833] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 777.856374] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.856374] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.856578] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.856780] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.856988] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.857158] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.857262] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.857471] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.857613] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.857751] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.202291] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.203350] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.203350] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.203350] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.203491] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.203697] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.203815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.203879] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.204083] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.204158] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.204397] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b3fdb1-df01-43b4-b17e-1c29fe85445c is going to be updated. [ 778.242052] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.242052] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-377" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.242052] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-377" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.242052] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-377" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.242052] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.242052] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.242052] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.242052] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.243136] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.243939] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.244403] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.244703] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.245174] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.245546] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.245789] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.246228] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.249600] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.250369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.250464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.250663] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.250825] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.263329] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b3fdb1-df01-43b4-b17e-1c29fe85445c in Status: IN_PROGRESS for 2s [ 778.279764] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.279764] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.279764] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.279764] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-377" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.279764] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-7c65b794-62e3-4647-a8db-be5cd7f73eb3 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.281156] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-7c65b794-62e3-4647-a8db-be5cd7f73eb3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.281572] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-7c65b794-62e3-4647-a8db-be5cd7f73eb3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.283621] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-7c65b794-62e3-4647-a8db-be5cd7f73eb3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.283621] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c65b794-62e3-4647-a8db-be5cd7f73eb3',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.290484] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad58651d-ea48-4f0f-9427-dbad2c57924a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.361232] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.361602] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.361846] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.362257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.363294] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.363294] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.363294] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.363294] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.363615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.363831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.364078] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f already deleted. [ 778.364290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.593223] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c12090a-775e-4a26-8414-bd3a8ad5150a in Status: SUCCESS [ 778.593490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.786988] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.789067] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.789284] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.789697] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.789920] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.790147] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 7c65b794-62e3-4647-a8db-be5cd7f73eb3 not found, creating... [ 778.790947] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.790947] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.790947] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.792016] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.792315] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.792651] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.793367] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.793367] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.793367] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.793367] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.793550] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 7c65b794-62e3-4647-a8db-be5cd7f73eb3 is going to be created. [ 778.796824] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad58651d-ea48-4f0f-9427-dbad2c57924a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.820929] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.821171] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.821290] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.822658] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.822658] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.822658] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-7c65b794-62e3-4647-a8db-be5cd7f73eb3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.299574] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.299724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.299793] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.300009] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.300111] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.300204] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad58651d-ea48-4f0f-9427-dbad2c57924a is going to be updated. [ 779.340325] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.340325] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.340325] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.340325] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.340325] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.351191] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad58651d-ea48-4f0f-9427-dbad2c57924a in Status: IN_PROGRESS for 2s [ 779.588015] env[65619]: INFO networking_nsxv3.common.synchronization [req-6e607a1a-a0ae-4673-afca-88f8dae48ddb req-2dc99665-87c7-4769-aed7-0235a3b41963 service nova] Enqueued Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_rules [ 779.588200] env[65619]: INFO networking_nsxv3.common.synchronization [req-6e607a1a-a0ae-4673-afca-88f8dae48ddb req-2dc99665-87c7-4769-aed7-0235a3b41963 service nova] Enqueued Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 779.589927] env[65619]: INFO networking_nsxv3.common.synchronization [req-6e607a1a-a0ae-4673-afca-88f8dae48ddb req-2dc99665-87c7-4769-aed7-0235a3b41963 service nova] Enqueued Resource ID: 7c65b794-62e3-4647-a8db-be5cd7f73eb3 with Priority: HIGHEST for action port [ 779.590471] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_rules [ 779.590699] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 779.590864] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c65b794-62e3-4647-a8db-be5cd7f73eb3 with Priority: HIGHEST for action port [ 779.591244] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.591861] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.591861] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.591861] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.591861] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.592982] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.592982] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.592982] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.593418] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.595310] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.595310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.595310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.595310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.595310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.595310] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.595935] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c65b794-62e3-4647-a8db-be5cd7f73eb3 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.596339] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c65b794-62e3-4647-a8db-be5cd7f73eb3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.596446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c65b794-62e3-4647-a8db-be5cd7f73eb3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.596634] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c65b794-62e3-4647-a8db-be5cd7f73eb3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.596769] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c65b794-62e3-4647-a8db-be5cd7f73eb3',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.100308] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.101117] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.103313] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.103313] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c65b794-62e3-4647-a8db-be5cd7f73eb3 with status ACTIVE [ 780.104031] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.104031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.104031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.104031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.104031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.104389] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.104389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.104389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.104520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.104615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.104790] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.104896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.104956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.105982] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.106303] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.106303] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c65b794-62e3-4647-a8db-be5cd7f73eb3 is going to be updated. [ 780.134411] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.134631] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.134631] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.134937] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.134937] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.135106] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c65b794-62e3-4647-a8db-be5cd7f73eb3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.279338] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b3fdb1-df01-43b4-b17e-1c29fe85445c in Status: SUCCESS [ 780.279556] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b3fdb1-df01-43b4-b17e-1c29fe85445c deletion is rescheduled due to dependency. [ 780.279676] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.604389] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.863161] env[65619]: INFO networking_nsxv3.common.synchronization [req-8c7bd9c4-2c71-4ffe-9448-647f2b2901ef req-e9af2b48-3732-4e63-99eb-a1e108ec23a4 tempest-ServerActionsTestOtherA-1997294568 tempest-ServerActionsTestOtherA-1997294568-project-member] Enqueued Resource ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc with Priority: HIGHEST for action security_group_members [ 780.863749] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc with Priority: HIGHEST for action security_group_members [ 780.864264] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-742c43d7-4b8b-4840-8c99-86770ecef4bc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.864264] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.864264] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.864493] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.864667] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.864779] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.864844] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.864996] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.865251] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.865316] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('742c43d7-4b8b-4840-8c99-86770ecef4bc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.015029] env[65619]: INFO networking_nsxv3.common.synchronization [req-98878e46-4309-4241-882f-0e70e0d38677 req-d974dde3-f36d-47cf-95d0-0ae32adc96a6 tempest-ServerDiagnosticsNegativeTest-1875928569 tempest-ServerDiagnosticsNegativeTest-1875928569-project-member] Enqueued Resource ID: fcea63c4-84d0-4742-885e-ac093a33bf3e with Priority: HIGHEST for action security_group_members [ 781.015029] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcea63c4-84d0-4742-885e-ac093a33bf3e with Priority: HIGHEST for action security_group_members [ 781.015029] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcea63c4-84d0-4742-885e-ac093a33bf3e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.015029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.015029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.015029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.015411] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.015411] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.016889] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.016889] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.017096] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.017096] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcea63c4-84d0-4742-885e-ac093a33bf3e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.107816] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.108169] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.108169] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.109766] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.109766] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.109766] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f is going to be created. [ 781.139698] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.139968] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.140205] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.140373] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.140591] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.160478] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: UNINITIALIZED for 2s [ 781.365503] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad58651d-ea48-4f0f-9427-dbad2c57924a in Status: SUCCESS [ 781.365767] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.366276] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.366621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.366839] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.367039] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.367801] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.368082] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.368182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.368283] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.368382] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad58651d-ea48-4f0f-9427-dbad2c57924a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.369574] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.370595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.370676] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.370861] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.370997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.371248] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.371377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.371477] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.371651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.371721] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.371814] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc already deleted. [ 781.371898] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.395368] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.395368] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-674" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.395368] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-674" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.395368] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-674" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.395577] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.395683] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.395794] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.395996] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.396326] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.396549] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.396658] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.396757] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.396858] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.396984] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.397154] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.398010] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.423781] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.423983] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 781.424101] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.424337] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-674" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.424710] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-4f2c0155-2363-4366-9caa-191e340da760 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.424970] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-4f2c0155-2363-4366-9caa-191e340da760" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.425218] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-4f2c0155-2363-4366-9caa-191e340da760" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.425507] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-4f2c0155-2363-4366-9caa-191e340da760" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.425670] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f2c0155-2363-4366-9caa-191e340da760',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.523748] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.523965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.524073] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.524326] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.524439] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.524657] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.524795] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.524882] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.525083] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.525166] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.525256] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcea63c4-84d0-4742-885e-ac093a33bf3e is going to be updated. [ 781.564379] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.564379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.564379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.564379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.564379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.577352] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcea63c4-84d0-4742-885e-ac093a33bf3e in Status: IN_PROGRESS for 2s [ 781.873562] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad58651d-ea48-4f0f-9427-dbad2c57924a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.929486] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.929719] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.929841] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.930135] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.930282] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.930434] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 4f2c0155-2363-4366-9caa-191e340da760 not found, creating... [ 781.930687] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.930839] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.930949] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.931180] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.931314] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.931588] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.931901] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.931901] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.932095] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.932236] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.932372] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 4f2c0155-2363-4366-9caa-191e340da760 is going to be created. [ 781.955126] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.955352] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.955455] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.955726] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.955943] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.956175] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-4f2c0155-2363-4366-9caa-191e340da760" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.376123] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad58651d-ea48-4f0f-9427-dbad2c57924a: rpc.has_security_group_logging(os_id): False [ 782.395865] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.395865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.395865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.395865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.395865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.395865] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.396130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.396130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.396286] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.396354] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.396463] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad58651d-ea48-4f0f-9427-dbad2c57924a is going to be updated. [ 782.462387] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.462640] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.462695] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.463031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.463268] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.479297] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad58651d-ea48-4f0f-9427-dbad2c57924a in Status: IN_PROGRESS for 2s [ 782.744922] env[65619]: INFO networking_nsxv3.common.synchronization [req-8c7bd9c4-2c71-4ffe-9448-647f2b2901ef req-205e319d-8606-4cd9-9f05-929264bc662c service nova] Enqueued Resource ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc with Priority: HIGHEST for action security_group_rules [ 782.744922] env[65619]: INFO networking_nsxv3.common.synchronization [req-8c7bd9c4-2c71-4ffe-9448-647f2b2901ef req-205e319d-8606-4cd9-9f05-929264bc662c service nova] Enqueued Resource ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc with Priority: HIGHEST for action security_group_members [ 782.744922] env[65619]: INFO networking_nsxv3.common.synchronization [req-8c7bd9c4-2c71-4ffe-9448-647f2b2901ef req-205e319d-8606-4cd9-9f05-929264bc662c service nova] Enqueued Resource ID: 4f2c0155-2363-4366-9caa-191e340da760 with Priority: HIGHEST for action port [ 782.744922] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc with Priority: HIGHEST for action security_group_rules [ 782.744922] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc with Priority: HIGHEST for action security_group_members [ 782.744922] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f2c0155-2363-4366-9caa-191e340da760 with Priority: HIGHEST for action port [ 782.744922] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-742c43d7-4b8b-4840-8c99-86770ecef4bc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.745629] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.745748] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.745966] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.746215] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('742c43d7-4b8b-4840-8c99-86770ecef4bc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.749115] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-742c43d7-4b8b-4840-8c99-86770ecef4bc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.750656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.750656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.750656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.750656] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.750656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.750656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.750656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.750656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.750656] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('742c43d7-4b8b-4840-8c99-86770ecef4bc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.751640] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f2c0155-2363-4366-9caa-191e340da760 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.751640] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f2c0155-2363-4366-9caa-191e340da760" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.751842] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f2c0155-2363-4366-9caa-191e340da760" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.752174] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f2c0155-2363-4366-9caa-191e340da760" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.755113] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f2c0155-2363-4366-9caa-191e340da760',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.987555] env[65619]: INFO networking_nsxv3.common.synchronization [req-8174e446-6b58-4deb-b2aa-a01ebde678c7 req-02fab4e0-4a6c-4c85-aa7f-13aa69fbef97 tempest-ListImageFiltersTestJSON-1723901807 tempest-ListImageFiltersTestJSON-1723901807-project-member] Enqueued Resource ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 with Priority: HIGHEST for action security_group_members [ 782.988445] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 with Priority: HIGHEST for action security_group_members [ 782.988967] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.989219] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.989370] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.989664] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.989862] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.990036] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.990175] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.990411] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.990574] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.990746] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('333bd2d4-75ea-43e3-b5d9-a6d86b65ba66',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.172125] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: SUCCESS [ 783.172125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.172125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.172125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.172125] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.172125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.172125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.172125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.172125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.172125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.172125] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.257384] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-742c43d7-4b8b-4840-8c99-86770ecef4bc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.257551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.257700] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('742c43d7-4b8b-4840-8c99-86770ecef4bc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.258636] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f2c0155-2363-4366-9caa-191e340da760 with status ACTIVE [ 783.258915] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.258998] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.258998] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.259223] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.259313] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.259482] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.259581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.259634] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.259866] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.259866] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.260253] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.260337] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.261831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.261831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.261831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.261831] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f2c0155-2363-4366-9caa-191e340da760 is going to be updated. [ 783.291731] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.291955] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.291955] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.292190] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.292335] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.292508] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f2c0155-2363-4366-9caa-191e340da760" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.403413] env[65619]: INFO networking_nsxv3.common.synchronization [req-e3856690-6066-477c-a61e-36656d84e778 req-bc076c75-b26d-4f3f-a768-09e6d82824c1 tempest-ListServerFiltersTestJSON-1483185442 tempest-ListServerFiltersTestJSON-1483185442-project-member] Enqueued Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_members [ 783.405590] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_members [ 783.406364] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd12b8b-6f91-42b2-bd30-886c12bad459 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.406364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.406364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.406364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.406364] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.406588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.406588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.406702] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.406763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.406858] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.493771] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('333bd2d4-75ea-43e3-b5d9-a6d86b65ba66',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.589384] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcea63c4-84d0-4742-885e-ac093a33bf3e in Status: SUCCESS [ 783.589547] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcea63c4-84d0-4742-885e-ac093a33bf3e deletion is rescheduled due to dependency. [ 783.589679] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcea63c4-84d0-4742-885e-ac093a33bf3e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.677547] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.677765] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.677832] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.678033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.678287] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.678455] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.678521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.678749] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.678843] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.679060] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.679124] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.679210] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.679286] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.679441] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.679605] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.679700] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.679812] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.679903] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.679981] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.680130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.680227] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.764000] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('742c43d7-4b8b-4840-8c99-86770ecef4bc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.858974] env[65619]: INFO networking_nsxv3.common.synchronization [req-6ea584d0-961d-4be6-b3e0-2673c18bb4bb req-9d9c823e-d01c-4303-a022-c317427590ea tempest-ServersTestFqdnHostnames-1846580133 tempest-ServersTestFqdnHostnames-1846580133-project-member] Enqueued Resource ID: 6311b186-f50c-498f-8fe4-848580df9477 with Priority: HIGHEST for action security_group_members [ 783.859573] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6311b186-f50c-498f-8fe4-848580df9477 with Priority: HIGHEST for action security_group_members [ 783.859883] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-6311b186-f50c-498f-8fe4-848580df9477 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.860364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.860430] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.860931] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.860931] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.860931] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.861141] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.861141] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.861621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.861621] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6311b186-f50c-498f-8fe4-848580df9477',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.910556] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.996547] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('333bd2d4-75ea-43e3-b5d9-a6d86b65ba66',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.186317] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca185c51-59be-4270-95e6-a5adb7dc8b5f: rpc.has_security_group_logging(os_id): False [ 784.207585] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.207754] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.207872] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.208106] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.208208] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.208436] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.208669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.208669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.209639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.209639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.209639] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.209639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.209639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.209639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.209639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.209639] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.209965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.209965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.209965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.211130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.211130] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f is going to be created. [ 784.266298] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.266546] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.266644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.266918] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.267055] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.267314] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc is going to be created. [ 784.271526] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.271842] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-130" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.272447] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-130" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.272447] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-130" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.272661] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.272848] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.272990] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.273403] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.273599] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.273964] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.274179] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.274336] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.274480] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.274621] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.274753] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.274898] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.286094] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.286344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.286487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.286714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.286903] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.313022] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: IN_PROGRESS for 2s [ 784.325621] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.325621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.325621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.325621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.325818] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.332028] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.332028] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.054 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.332028] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.332028] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-130" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.332028] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-20c2e20b-ebd8-4d3c-9ffd-d922ab4affcf taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.332028] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-20c2e20b-ebd8-4d3c-9ffd-d922ab4affcf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.332028] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-20c2e20b-ebd8-4d3c-9ffd-d922ab4affcf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.332028] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-20c2e20b-ebd8-4d3c-9ffd-d922ab4affcf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.332028] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20c2e20b-ebd8-4d3c-9ffd-d922ab4affcf',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.347751] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc in Status: UNINITIALIZED for 2s [ 784.366146] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.366146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.366146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.366146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.366146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.366146] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.366146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.366146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.366146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.366146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.366146] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6311b186-f50c-498f-8fe4-848580df9477 already deleted. [ 784.366146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.413918] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.494839] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad58651d-ea48-4f0f-9427-dbad2c57924a in Status: SUCCESS [ 784.495825] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.499116] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.499276] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.499345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.499630] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.499753] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.499891] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 is going to be updated. [ 784.535081] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.535286] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.535464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.535618] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.535819] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.548177] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 in Status: IN_PROGRESS for 2s [ 784.837744] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.837744] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.837744] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.837744] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.837744] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.837744] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 20c2e20b-ebd8-4d3c-9ffd-d922ab4affcf not found, creating... [ 784.837744] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.837744] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.837744] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.837744] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.837744] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.838391] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.838391] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.838478] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.838668] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.838808] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.838943] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 20c2e20b-ebd8-4d3c-9ffd-d922ab4affcf is going to be created. [ 784.866790] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.866790] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.866790] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.866790] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.866790] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.866790] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-20c2e20b-ebd8-4d3c-9ffd-d922ab4affcf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.916584] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.919027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.919027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.919027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.919027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.919027] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 is going to be updated. [ 784.968134] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.968311] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.968356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.968581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.969125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.982502] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 in Status: IN_PROGRESS for 2s [ 785.631582] env[65619]: INFO networking_nsxv3.common.synchronization [req-6ea584d0-961d-4be6-b3e0-2673c18bb4bb req-4d9b21ef-a409-4f95-a525-3b7511091015 service nova] Enqueued Resource ID: 6311b186-f50c-498f-8fe4-848580df9477 with Priority: HIGHEST for action security_group_rules [ 785.631841] env[65619]: INFO networking_nsxv3.common.synchronization [req-6ea584d0-961d-4be6-b3e0-2673c18bb4bb req-4d9b21ef-a409-4f95-a525-3b7511091015 service nova] Enqueued Resource ID: 6311b186-f50c-498f-8fe4-848580df9477 with Priority: HIGHEST for action security_group_members [ 785.631841] env[65619]: INFO networking_nsxv3.common.synchronization [req-6ea584d0-961d-4be6-b3e0-2673c18bb4bb req-4d9b21ef-a409-4f95-a525-3b7511091015 service nova] Enqueued Resource ID: 20c2e20b-ebd8-4d3c-9ffd-d922ab4affcf with Priority: HIGHEST for action port [ 785.632425] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6311b186-f50c-498f-8fe4-848580df9477 with Priority: HIGHEST for action security_group_rules [ 785.632571] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6311b186-f50c-498f-8fe4-848580df9477 with Priority: HIGHEST for action security_group_members [ 785.632712] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c2e20b-ebd8-4d3c-9ffd-d922ab4affcf with Priority: HIGHEST for action port [ 785.632953] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6311b186-f50c-498f-8fe4-848580df9477 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.633092] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.633156] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.633383] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.633469] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6311b186-f50c-498f-8fe4-848580df9477',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.634481] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-6311b186-f50c-498f-8fe4-848580df9477 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.634598] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.634666] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.634839] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.634987] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.635106] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.635168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.635309] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.635396] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.635489] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6311b186-f50c-498f-8fe4-848580df9477',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.636286] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-20c2e20b-ebd8-4d3c-9ffd-d922ab4affcf taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.636432] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20c2e20b-ebd8-4d3c-9ffd-d922ab4affcf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.636541] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20c2e20b-ebd8-4d3c-9ffd-d922ab4affcf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.636622] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20c2e20b-ebd8-4d3c-9ffd-d922ab4affcf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.636725] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20c2e20b-ebd8-4d3c-9ffd-d922ab4affcf',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.068251] env[65619]: INFO networking_nsxv3.common.synchronization [None req-9c7eeedc-46cb-400e-ac7e-09a09c410fc5 None None] Enqueued Resource ID: 916ca824-cdac-4d24-9a15-b6c6b91f443c with Priority: HIGHEST for action port [ 786.068251] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 916ca824-cdac-4d24-9a15-b6c6b91f443c with Priority: HIGHEST for action port [ 786.068527] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-916ca824-cdac-4d24-9a15-b6c6b91f443c taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.068641] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-916ca824-cdac-4d24-9a15-b6c6b91f443c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.068709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-916ca824-cdac-4d24-9a15-b6c6b91f443c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.069044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-916ca824-cdac-4d24-9a15-b6c6b91f443c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.069184] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('916ca824-cdac-4d24-9a15-b6c6b91f443c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.138623] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-6311b186-f50c-498f-8fe4-848580df9477 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.138832] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.139092] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6311b186-f50c-498f-8fe4-848580df9477',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.140398] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20c2e20b-ebd8-4d3c-9ffd-d922ab4affcf with status ACTIVE [ 786.140398] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.140502] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.142667] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.142667] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.142667] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.142667] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.142667] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.145355] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.145534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.145738] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.146122] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.146211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.146310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.146443] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.146531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.146627] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20c2e20b-ebd8-4d3c-9ffd-d922ab4affcf is going to be updated. [ 786.189790] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.189790] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.189790] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.189790] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.189790] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.189790] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20c2e20b-ebd8-4d3c-9ffd-d922ab4affcf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.330872] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: SUCCESS [ 786.330872] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.356954] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc in Status: SUCCESS [ 786.358088] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.358088] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.358088] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.358088] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.358088] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.358088] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.358332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.358332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.358332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.358416] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('742c43d7-4b8b-4840-8c99-86770ecef4bc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.561420] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 in Status: SUCCESS [ 786.561677] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.572352] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 916ca824-cdac-4d24-9a15-b6c6b91f443c [ 786.572504] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.572602] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.572668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.572886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.572973] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.573092] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:916ca824-cdac-4d24-9a15-b6c6b91f443c already deleted. [ 786.573193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-916ca824-cdac-4d24-9a15-b6c6b91f443c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.649495] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6311b186-f50c-498f-8fe4-848580df9477',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.863225] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('742c43d7-4b8b-4840-8c99-86770ecef4bc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.995742] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 in Status: SUCCESS [ 786.996162] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.153038] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.153038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.153038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.153038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.153038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.153038] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6311b186-f50c-498f-8fe4-848580df9477 is going to be created. [ 787.195571] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.195571] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.195829] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.195829] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.195993] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.209659] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6311b186-f50c-498f-8fe4-848580df9477 in Status: UNINITIALIZED for 2s [ 787.365984] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 742c43d7-4b8b-4840-8c99-86770ecef4bc: rpc.has_security_group_logging(os_id): False [ 787.392614] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.392614] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.392614] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.392614] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.392614] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.393182] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.393182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.393182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.393182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.393373] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.393516] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc is going to be created. [ 787.479362] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.479362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.479362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.479362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.480435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.503522] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc in Status: IN_PROGRESS for 2s [ 788.985798] env[65619]: INFO networking_nsxv3.common.synchronization [req-be24bb1e-c11a-46a8-975b-5c338ed06ee7 req-9f8c4f88-8dfd-45d3-9933-320978914d88 tempest-InstanceActionsV221TestJSON-863981418 tempest-InstanceActionsV221TestJSON-863981418-project-member] Enqueued Resource ID: 0c12090a-775e-4a26-8414-bd3a8ad5150a with Priority: HIGHEST for action security_group_members [ 788.986422] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c12090a-775e-4a26-8414-bd3a8ad5150a with Priority: HIGHEST for action security_group_members [ 788.987693] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c12090a-775e-4a26-8414-bd3a8ad5150a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.987878] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.987959] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.988233] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.988409] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.988541] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.988624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.989186] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.989426] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.990163] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c12090a-775e-4a26-8414-bd3a8ad5150a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.140943] env[65619]: INFO networking_nsxv3.common.synchronization [None req-eb8d2dc3-8906-4472-8d9b-c4abd3d74240 None None] Enqueued Resource ID: 7c4f4037-8875-4be1-964e-00ded744f628 with Priority: HIGHEST for action port [ 789.145522] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c4f4037-8875-4be1-964e-00ded744f628 with Priority: HIGHEST for action port [ 789.146008] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c4f4037-8875-4be1-964e-00ded744f628 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.147033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c4f4037-8875-4be1-964e-00ded744f628" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.147230] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c4f4037-8875-4be1-964e-00ded744f628" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.147593] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c4f4037-8875-4be1-964e-00ded744f628" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.147734] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c4f4037-8875-4be1-964e-00ded744f628',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.228058] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6311b186-f50c-498f-8fe4-848580df9477 in Status: UNINITIALIZED for 4s [ 789.495377] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.495377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.495377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.495377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.495377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.495678] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.495678] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.495797] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.495955] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.496049] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.496158] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c12090a-775e-4a26-8414-bd3a8ad5150a is going to be updated. [ 789.520014] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc in Status: SUCCESS [ 789.520307] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.537083] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.537670] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.537797] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.538323] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.538487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.556586] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c12090a-775e-4a26-8414-bd3a8ad5150a in Status: IN_PROGRESS for 2s [ 789.652331] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c4f4037-8875-4be1-964e-00ded744f628 [ 789.652697] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.652697] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.652892] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.653102] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.653213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.653328] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c4f4037-8875-4be1-964e-00ded744f628 already deleted. [ 789.653435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c4f4037-8875-4be1-964e-00ded744f628" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.151401] env[65619]: INFO networking_nsxv3.common.synchronization [req-419769ca-2caa-4b1e-aa3b-636a28f294c0 req-663e9c6e-3d3f-4b23-8f14-ef8679f36402 tempest-ImagesOneServerNegativeTestJSON-532414559 tempest-ImagesOneServerNegativeTestJSON-532414559-project-member] Enqueued Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_members [ 790.152623] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_members [ 790.152623] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.152623] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.152623] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.153938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.153938] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.153938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.153938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.153938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.153938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.153938] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.656195] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.656414] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.656414] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.656719] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.656886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.657143] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.657315] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.657385] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.657587] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.657713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.657856] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 is going to be updated. [ 790.693222] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.693614] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.694118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.694118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.694342] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.715589] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 in Status: IN_PROGRESS for 2s [ 791.203845] env[65619]: INFO networking_nsxv3.common.synchronization [req-33f4042a-a382-40f7-9cc2-d5334c52a88c req-0ba6bec8-d73a-49d1-96ba-a1d40b30f678 tempest-ServersAdminTestJSON-1303458024 tempest-ServersAdminTestJSON-1303458024-project-member] Enqueued Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 791.208781] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 791.209300] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.209612] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.209751] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.209995] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.210197] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.210312] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.210394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.210831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.210831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.210831] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.242029] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6311b186-f50c-498f-8fe4-848580df9477 in Status: SUCCESS [ 791.242029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.242029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.242029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.242029] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.242029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.242029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.242029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.242029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.242029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.242029] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6311b186-f50c-498f-8fe4-848580df9477',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.569339] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c12090a-775e-4a26-8414-bd3a8ad5150a in Status: SUCCESS [ 791.569339] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c12090a-775e-4a26-8414-bd3a8ad5150a deletion is rescheduled due to dependency. [ 791.569339] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.713852] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.749264] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6311b186-f50c-498f-8fe4-848580df9477',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.971335] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.971516] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-157" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.971639] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-157" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.971893] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-157" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.973289] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.973452] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.973575] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.973805] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.973960] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.974190] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.974324] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.974424] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.974526] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.974631] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.974729] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.974858] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.993680] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.994100] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.994226] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.994538] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-157" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.994913] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-60aaadfe-d5f1-4305-810f-2e605c05d915 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.995135] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-60aaadfe-d5f1-4305-810f-2e605c05d915" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.995218] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-60aaadfe-d5f1-4305-810f-2e605c05d915" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.995548] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-60aaadfe-d5f1-4305-810f-2e605c05d915" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.995685] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60aaadfe-d5f1-4305-810f-2e605c05d915',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.217874] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.253830] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6311b186-f50c-498f-8fe4-848580df9477: rpc.has_security_group_logging(os_id): False [ 792.274546] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.274728] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.274778] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.275028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.275122] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.275372] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.275485] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.275550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.275701] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.275777] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.275862] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6311b186-f50c-498f-8fe4-848580df9477 is going to be created. [ 792.285040] env[65619]: INFO networking_nsxv3.common.synchronization [None req-493ecff7-187e-41f7-a24f-455ead675f13 None None] Enqueued Resource ID: eb60ac73-f1a4-40de-ab42-8cc7b5a07b02 with Priority: HIGHEST for action port [ 792.285682] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb60ac73-f1a4-40de-ab42-8cc7b5a07b02 with Priority: HIGHEST for action port [ 792.286160] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb60ac73-f1a4-40de-ab42-8cc7b5a07b02 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.286391] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb60ac73-f1a4-40de-ab42-8cc7b5a07b02" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.286391] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb60ac73-f1a4-40de-ab42-8cc7b5a07b02" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.286632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb60ac73-f1a4-40de-ab42-8cc7b5a07b02" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.286779] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb60ac73-f1a4-40de-ab42-8cc7b5a07b02',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.344392] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.344591] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.344658] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.344868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.345244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.363731] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6311b186-f50c-498f-8fe4-848580df9477 in Status: IN_PROGRESS for 2s [ 792.499780] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.500035] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.500154] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.500436] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.500582] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.500731] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 60aaadfe-d5f1-4305-810f-2e605c05d915 not found, creating... [ 792.501047] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.501212] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.501383] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.501615] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.501747] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.502038] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.502197] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.502306] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.502822] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.502822] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.502822] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 60aaadfe-d5f1-4305-810f-2e605c05d915 is going to be created. [ 792.523544] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.523758] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.523803] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.524073] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.524304] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.524525] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-60aaadfe-d5f1-4305-810f-2e605c05d915" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.717195] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 in Status: SUCCESS [ 792.718166] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 deletion is rescheduled due to dependency. [ 792.718166] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.721720] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.721720] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.721720] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.722252] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.722252] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.722252] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 is going to be updated. [ 792.759099] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.759385] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.759476] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.759659] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.759805] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.770219] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: IN_PROGRESS for 2s [ 792.791770] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb60ac73-f1a4-40de-ab42-8cc7b5a07b02 [ 792.792133] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.792310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.792389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.792633] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.792749] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.792852] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb60ac73-f1a4-40de-ab42-8cc7b5a07b02 already deleted. [ 792.792939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb60ac73-f1a4-40de-ab42-8cc7b5a07b02" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.303312] env[65619]: INFO networking_nsxv3.common.synchronization [req-33f4042a-a382-40f7-9cc2-d5334c52a88c req-e6cb7f0b-c6f6-4fe8-8c31-070ea1bb7003 service nova] Enqueued Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_rules [ 793.303312] env[65619]: INFO networking_nsxv3.common.synchronization [req-33f4042a-a382-40f7-9cc2-d5334c52a88c req-e6cb7f0b-c6f6-4fe8-8c31-070ea1bb7003 service nova] Enqueued Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 793.303312] env[65619]: INFO networking_nsxv3.common.synchronization [req-33f4042a-a382-40f7-9cc2-d5334c52a88c req-e6cb7f0b-c6f6-4fe8-8c31-070ea1bb7003 service nova] Enqueued Resource ID: 60aaadfe-d5f1-4305-810f-2e605c05d915 with Priority: HIGHEST for action port [ 793.303312] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_rules [ 793.303312] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 793.303312] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60aaadfe-d5f1-4305-810f-2e605c05d915 with Priority: HIGHEST for action port [ 793.303312] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.303312] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.303312] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.303312] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.304494] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.304494] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.304494] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.304672] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-60aaadfe-d5f1-4305-810f-2e605c05d915 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.304672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60aaadfe-d5f1-4305-810f-2e605c05d915" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.304672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60aaadfe-d5f1-4305-810f-2e605c05d915" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.304835] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60aaadfe-d5f1-4305-810f-2e605c05d915" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.304913] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60aaadfe-d5f1-4305-810f-2e605c05d915',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.920484] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.924225] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.924355] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60aaadfe-d5f1-4305-810f-2e605c05d915 with status ACTIVE [ 793.924747] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.924747] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.925389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.925389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.925389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.925389] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.925389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.925389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.926027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.926027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.926027] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.926027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.926027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.926392] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.926392] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.926392] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60aaadfe-d5f1-4305-810f-2e605c05d915 is going to be updated. [ 793.951070] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.951917] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.952041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.952281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.952486] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.952691] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60aaadfe-d5f1-4305-810f-2e605c05d915" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.199119] env[65619]: INFO networking_nsxv3.common.synchronization [req-1e8c0fc1-962b-4128-8d0f-ff84e99b0842 req-04d1ee01-ecfd-41a9-bbe1-b88479f33ec8 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 794.199119] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 794.199119] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.199119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.199119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.199862] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.202966] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.202966] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.202966] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.202966] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.202966] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.202966] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.376895] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6311b186-f50c-498f-8fe4-848580df9477 in Status: SUCCESS [ 794.377165] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.706587] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.706807] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-436" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.706928] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-436" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.707264] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-436" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.707520] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.707673] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.707814] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.708050] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.708211] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.708439] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.708791] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.708791] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.708909] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.708945] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.709053] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.709173] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.710361] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.731831] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.732016] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.732193] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.732474] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-436" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.733042] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-6509d817-8981-4cee-96a0-730be077d9cf taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.733042] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-6509d817-8981-4cee-96a0-730be077d9cf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.733390] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-6509d817-8981-4cee-96a0-730be077d9cf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.733458] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-6509d817-8981-4cee-96a0-730be077d9cf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.733579] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6509d817-8981-4cee-96a0-730be077d9cf',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.781545] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: SUCCESS [ 794.781903] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.782643] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.782960] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.783255] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.783436] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.783603] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.783841] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.784041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.784207] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.968519] env[65619]: INFO networking_nsxv3.common.synchronization [None req-5df4558c-f3ce-4e2e-94ed-ffc40b82e6e4 None None] Enqueued Resource ID: 722bbe8b-778e-4157-9ae9-000607d3634e with Priority: HIGHEST for action port [ 794.968734] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722bbe8b-778e-4157-9ae9-000607d3634e with Priority: HIGHEST for action port [ 794.969016] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-722bbe8b-778e-4157-9ae9-000607d3634e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.969185] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-722bbe8b-778e-4157-9ae9-000607d3634e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.969218] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-722bbe8b-778e-4157-9ae9-000607d3634e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.969439] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-722bbe8b-778e-4157-9ae9-000607d3634e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.969534] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('722bbe8b-778e-4157-9ae9-000607d3634e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.212136] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.237747] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.238025] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.238197] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.238581] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.238581] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.238742] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 6509d817-8981-4cee-96a0-730be077d9cf not found, creating... [ 795.239034] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.239191] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.239302] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.239575] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.239727] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.240033] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.240177] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.240283] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.240497] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.240622] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.240759] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 6509d817-8981-4cee-96a0-730be077d9cf is going to be created. [ 795.280393] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.281151] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.281151] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.281151] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.281335] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.281407] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-6509d817-8981-4cee-96a0-730be077d9cf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.288472] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.471619] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 722bbe8b-778e-4157-9ae9-000607d3634e [ 795.471950] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.471950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.472101] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.472442] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.472442] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.472442] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:722bbe8b-778e-4157-9ae9-000607d3634e already deleted. [ 795.472581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-722bbe8b-778e-4157-9ae9-000607d3634e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.592918] env[65619]: INFO networking_nsxv3.common.synchronization [None req-38823512-3988-4eaa-89b4-3514c8c89dd9 None None] Enqueued Resource ID: 925c5bb0-304d-4e01-ad3f-d0917480fdee with Priority: HIGHEST for action port [ 795.593390] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 925c5bb0-304d-4e01-ad3f-d0917480fdee with Priority: HIGHEST for action port [ 795.593703] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-925c5bb0-304d-4e01-ad3f-d0917480fdee taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.593830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-925c5bb0-304d-4e01-ad3f-d0917480fdee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.593900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-925c5bb0-304d-4e01-ad3f-d0917480fdee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.594184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-925c5bb0-304d-4e01-ad3f-d0917480fdee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.594269] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('925c5bb0-304d-4e01-ad3f-d0917480fdee',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.715523] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.715523] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.716562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.716562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.716562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.716562] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 is going to be updated. [ 795.748530] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.748691] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.748752] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.749303] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.749303] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.759632] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: IN_PROGRESS for 2s [ 795.791769] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.024287] env[65619]: INFO networking_nsxv3.common.synchronization [req-1e8c0fc1-962b-4128-8d0f-ff84e99b0842 req-e2547059-1a6b-4e5d-a90d-973e9ccc4ea2 service nova] Enqueued Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_rules [ 796.024466] env[65619]: INFO networking_nsxv3.common.synchronization [req-1e8c0fc1-962b-4128-8d0f-ff84e99b0842 req-e2547059-1a6b-4e5d-a90d-973e9ccc4ea2 service nova] Enqueued Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 796.025705] env[65619]: INFO networking_nsxv3.common.synchronization [req-1e8c0fc1-962b-4128-8d0f-ff84e99b0842 req-e2547059-1a6b-4e5d-a90d-973e9ccc4ea2 service nova] Enqueued Resource ID: 6509d817-8981-4cee-96a0-730be077d9cf with Priority: HIGHEST for action port [ 796.027942] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_rules [ 796.029385] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 796.029385] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6509d817-8981-4cee-96a0-730be077d9cf with Priority: HIGHEST for action port [ 796.029385] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.029385] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.029385] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.029385] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.029385] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.035075] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.035075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.035075] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-6509d817-8981-4cee-96a0-730be077d9cf taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.035075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6509d817-8981-4cee-96a0-730be077d9cf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.035075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6509d817-8981-4cee-96a0-730be077d9cf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.035075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6509d817-8981-4cee-96a0-730be077d9cf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.035075] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6509d817-8981-4cee-96a0-730be077d9cf',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.096233] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 925c5bb0-304d-4e01-ad3f-d0917480fdee [ 796.096938] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.096938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.096938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.097142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.097142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.097216] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:925c5bb0-304d-4e01-ad3f-d0917480fdee already deleted. [ 796.097289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-925c5bb0-304d-4e01-ad3f-d0917480fdee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.276566] env[65619]: INFO networking_nsxv3.common.synchronization [None req-1345fae5-ca78-4434-967e-a6af17e78c7c tempest-AttachInterfacesTestJSON-210967248 tempest-AttachInterfacesTestJSON-210967248-project-member] Enqueued Resource ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b with Priority: HIGHEST for action security_group_rules [ 796.278122] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b with Priority: HIGHEST for action security_group_rules [ 796.278531] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1156f7b-bde9-45ce-ad46-a076af8ddf1b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.278670] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.278730] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.279820] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.279820] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1156f7b-bde9-45ce-ad46-a076af8ddf1b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.295136] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.295136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.295325] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.295430] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.295524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.295622] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 is going to be updated. [ 796.342030] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.342030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.342030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.342030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.342030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.352601] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: IN_PROGRESS for 2s [ 796.449306] env[65619]: INFO networking_nsxv3.common.synchronization [None req-3bd5a5a1-8ad3-4039-b657-90b45d4119e0 tempest-AttachInterfacesTestJSON-210967248 tempest-AttachInterfacesTestJSON-210967248-project-member] Enqueued Resource ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b with Priority: HIGHEST for action security_group_rules [ 796.449997] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b with Priority: HIGHEST for action security_group_rules [ 796.450363] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1156f7b-bde9-45ce-ad46-a076af8ddf1b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.450469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.537262] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.537262] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.540653] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6509d817-8981-4cee-96a0-730be077d9cf with status ACTIVE [ 796.540822] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.540912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.540986] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.541215] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.541317] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.541769] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.541840] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.542146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.542146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.542263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.542346] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.542444] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.542554] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.542655] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.542732] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.542818] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6509d817-8981-4cee-96a0-730be077d9cf is going to be updated. [ 796.569636] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.569775] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.569853] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.570087] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.570231] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.570396] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6509d817-8981-4cee-96a0-730be077d9cf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.801232] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.801440] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.801484] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.801722] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.801852] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.801983] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b already deleted. [ 796.802110] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.802272] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.802439] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.802526] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1156f7b-bde9-45ce-ad46-a076af8ddf1b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.334047] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.334047] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.334047] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.334446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.334446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.334995] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b already deleted. [ 797.334995] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.770782] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: SUCCESS [ 797.771069] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.771069] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.771252] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.771470] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.771597] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.771597] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.771914] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.771914] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.771914] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.277072] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.363612] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: SUCCESS [ 798.363832] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.364013] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.364253] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.364440] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.364742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.364742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.364837] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.364879] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.364940] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.365090] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.780618] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.843123] env[65619]: INFO networking_nsxv3.common.synchronization [req-9c3b45f8-1ab8-4b32-a4a7-742c0f1ac036 req-40b0f305-2bc3-4f4d-971f-39c69ffcb2a9 tempest-ServerMetadataTestJSON-894511568 tempest-ServerMetadataTestJSON-894511568-project-member] Enqueued Resource ID: dc2bc45a-cd88-4af6-8650-bf22c7735c34 with Priority: HIGHEST for action security_group_members [ 798.843123] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2bc45a-cd88-4af6-8650-bf22c7735c34 with Priority: HIGHEST for action security_group_members [ 798.843123] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2bc45a-cd88-4af6-8650-bf22c7735c34 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.843123] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.843123] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.843123] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.843123] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.843749] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.843956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.844912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.844912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.844912] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2bc45a-cd88-4af6-8650-bf22c7735c34',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.868157] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.869272] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.869366] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.870265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.870265] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.870265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.870265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.870265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.870265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.870737] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.870737] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.870737] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.870737] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.870959] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.870991] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.871070] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.871129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.871264] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.871387] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.871430] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.871657] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.883966] env[65619]: INFO networking_nsxv3.common.synchronization [None req-c68fd118-0bbf-4fb0-b6a4-825400a8d1b4 None None] Enqueued Resource ID: d8262db5-2ff7-4c53-86c7-2e90e933bdb6 with Priority: HIGHEST for action port [ 798.884826] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8262db5-2ff7-4c53-86c7-2e90e933bdb6 with Priority: HIGHEST for action port [ 798.884826] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8262db5-2ff7-4c53-86c7-2e90e933bdb6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.884826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8262db5-2ff7-4c53-86c7-2e90e933bdb6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.884826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8262db5-2ff7-4c53-86c7-2e90e933bdb6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.885016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8262db5-2ff7-4c53-86c7-2e90e933bdb6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.885104] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8262db5-2ff7-4c53-86c7-2e90e933bdb6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.283599] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.284208] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.284381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.284692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.284794] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.284900] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 is going to be updated. [ 799.306071] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.306254] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-707" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.306438] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-707" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.306789] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-707" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.307057] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.307323] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.307323] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.307522] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.307670] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.307871] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.307977] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.308090] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.308191] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.308290] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.308384] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.308505] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.319207] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.319207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.319419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.320019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.320019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.329300] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: IN_PROGRESS for 2s [ 799.334370] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.334554] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.334692] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.334864] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-707" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.335211] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-22acd087-a8e2-4748-b43c-3de4422c1477 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.335396] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-22acd087-a8e2-4748-b43c-3de4422c1477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.335482] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-22acd087-a8e2-4748-b43c-3de4422c1477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.335982] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-22acd087-a8e2-4748-b43c-3de4422c1477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.335982] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22acd087-a8e2-4748-b43c-3de4422c1477',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.347093] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.347352] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.347448] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.347626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.347729] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.347932] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.348047] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.348149] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.348354] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.348354] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.348422] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2bc45a-cd88-4af6-8650-bf22c7735c34 already deleted. [ 799.348478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.359290] env[65619]: INFO networking_nsxv3.common.synchronization [None req-5fa5da50-8229-4ea1-9787-b23c2860a5f7 tempest-ServerActionsTestJSON-867147254 tempest-ServerActionsTestJSON-867147254-project-member] Enqueued Resource ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 with Priority: HIGHEST for action security_group_rules [ 799.359290] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 with Priority: HIGHEST for action security_group_rules [ 799.360209] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8acc161a-f468-4785-bf27-fc6378a03ac6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.360364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.360405] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.361223] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.361223] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8acc161a-f468-4785-bf27-fc6378a03ac6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.375481] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cd74848-d2cf-4235-bb24-ba6333f43d48: rpc.has_security_group_logging(os_id): False [ 799.387714] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8262db5-2ff7-4c53-86c7-2e90e933bdb6 [ 799.387959] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.388095] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.388191] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.388400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.388493] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.388636] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8262db5-2ff7-4c53-86c7-2e90e933bdb6 already deleted. [ 799.388706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8262db5-2ff7-4c53-86c7-2e90e933bdb6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.399469] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.399469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.399602] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.399872] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.400048] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.400297] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.400440] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.401045] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.401045] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.401045] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.401340] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.401503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.401617] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.401827] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.401909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.402156] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.402265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.402322] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.402463] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.402543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.402610] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 is going to be updated. [ 799.485686] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.485874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.485874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.486070] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.486208] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.511142] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: IN_PROGRESS for 2s [ 799.571575] env[65619]: INFO networking_nsxv3.common.synchronization [None req-1e962529-5018-4b15-bc73-af05bffab8ad tempest-ServerActionsTestJSON-867147254 tempest-ServerActionsTestJSON-867147254-project-member] Enqueued Resource ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 with Priority: HIGHEST for action security_group_rules [ 799.572246] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 with Priority: HIGHEST for action security_group_rules [ 799.573439] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8acc161a-f468-4785-bf27-fc6378a03ac6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.573439] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.840359] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.840856] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.840856] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.840990] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.841180] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.841341] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 22acd087-a8e2-4748-b43c-3de4422c1477 not found, creating... [ 799.842430] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.842430] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.842430] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.842430] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.842430] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.842926] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.842926] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.842926] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.843145] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.843145] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.843241] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 22acd087-a8e2-4748-b43c-3de4422c1477 is going to be created. [ 799.889775] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.890114] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.890260] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.890557] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.890930] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.891151] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-22acd087-a8e2-4748-b43c-3de4422c1477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.894582] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.894895] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.894895] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.895127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.895222] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.895347] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 already deleted. [ 799.896069] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.896247] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.896427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.896580] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8acc161a-f468-4785-bf27-fc6378a03ac6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.939312] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.939312] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.939312] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.939312] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.939312] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.418904] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.419075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.419075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.419236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.419358] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.419463] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 already deleted. [ 800.419550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.443515] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.625741] env[65619]: INFO networking_nsxv3.common.synchronization [req-9c3b45f8-1ab8-4b32-a4a7-742c0f1ac036 req-3e020a95-f59c-4d1c-bf0c-e7b55d269e65 service nova] Enqueued Resource ID: dc2bc45a-cd88-4af6-8650-bf22c7735c34 with Priority: HIGHEST for action security_group_rules [ 800.625911] env[65619]: INFO networking_nsxv3.common.synchronization [req-9c3b45f8-1ab8-4b32-a4a7-742c0f1ac036 req-3e020a95-f59c-4d1c-bf0c-e7b55d269e65 service nova] Enqueued Resource ID: dc2bc45a-cd88-4af6-8650-bf22c7735c34 with Priority: HIGHEST for action security_group_members [ 800.626247] env[65619]: INFO networking_nsxv3.common.synchronization [req-9c3b45f8-1ab8-4b32-a4a7-742c0f1ac036 req-3e020a95-f59c-4d1c-bf0c-e7b55d269e65 service nova] Enqueued Resource ID: 22acd087-a8e2-4748-b43c-3de4422c1477 with Priority: HIGHEST for action port [ 800.627212] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2bc45a-cd88-4af6-8650-bf22c7735c34 with Priority: HIGHEST for action security_group_rules [ 800.630162] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2bc45a-cd88-4af6-8650-bf22c7735c34 with Priority: HIGHEST for action security_group_members [ 800.630162] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22acd087-a8e2-4748-b43c-3de4422c1477 with Priority: HIGHEST for action port [ 800.630162] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc2bc45a-cd88-4af6-8650-bf22c7735c34 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.630162] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.630162] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.630162] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.630162] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc2bc45a-cd88-4af6-8650-bf22c7735c34',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.630162] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2bc45a-cd88-4af6-8650-bf22c7735c34 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.630162] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.631524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.631524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.631524] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.631524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.631524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.631524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.631524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.631524] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2bc45a-cd88-4af6-8650-bf22c7735c34',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.633347] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-22acd087-a8e2-4748-b43c-3de4422c1477 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.633347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22acd087-a8e2-4748-b43c-3de4422c1477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.633347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22acd087-a8e2-4748-b43c-3de4422c1477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.633347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22acd087-a8e2-4748-b43c-3de4422c1477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.633347] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22acd087-a8e2-4748-b43c-3de4422c1477',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.945851] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.139247] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2bc45a-cd88-4af6-8650-bf22c7735c34 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.139247] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.139247] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc2bc45a-cd88-4af6-8650-bf22c7735c34',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.141095] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22acd087-a8e2-4748-b43c-3de4422c1477 with status ACTIVE [ 801.141650] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.141650] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.141650] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.141848] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.142173] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.142492] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.142643] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.142866] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.142940] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.143064] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.143367] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.143624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.143624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.144097] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.144097] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.144097] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22acd087-a8e2-4748-b43c-3de4422c1477 is going to be updated. [ 801.182882] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.183131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.183131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.183426] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.184446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.184446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22acd087-a8e2-4748-b43c-3de4422c1477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.340379] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: SUCCESS [ 801.340379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.340513] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.340767] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.341076] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.341076] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.341076] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.341230] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.341328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.341387] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.341492] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.451108] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 801.451262] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 801.535153] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: SUCCESS [ 801.535825] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.649973] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc2bc45a-cd88-4af6-8650-bf22c7735c34',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.845489] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.845712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.845786] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.846085] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.846411] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.846532] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.846648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.846846] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.847522] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.847641] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.847828] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.847940] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.848026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.848199] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.848362] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.848469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.848529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.848692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.848790] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.848871] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.848958] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.153196] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.153538] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.153579] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.153862] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.154019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.154081] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2bc45a-cd88-4af6-8650-bf22c7735c34 is going to be created. [ 802.179091] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.179091] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.179091] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.179344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.179416] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.197530] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2bc45a-cd88-4af6-8650-bf22c7735c34 in Status: UNINITIALIZED for 2s [ 802.353918] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9f71e76-65b3-4464-a357-b5ffc2a29910: rpc.has_security_group_logging(os_id): False [ 802.380289] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.380289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.380289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.380289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.380289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.380289] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.380602] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.380641] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.380814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.380921] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.381194] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.381348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.381434] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.381653] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.381702] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.381944] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.382538] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.382538] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.382656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.382751] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.382873] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 is going to be updated. [ 802.524227] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.524404] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.524453] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.524647] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.524800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.541807] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: IN_PROGRESS for 2s [ 802.563082] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.563236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.563272] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.563483] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.580469] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 802.581086] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.582202] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 802.657475] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.657475] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.657475] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.657475] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.666371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.667049] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 802.667152] env[65619]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65619) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 802.667218] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 802.728435] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.728435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.728435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.728435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.728669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.729699] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 802.820011] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.820211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.820282] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.821076] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.821076] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.821195] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 802.896705] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.896843] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.896843] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.897116] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.897982] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.897982] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 802.897982] env[65619]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'0edb53fc-0b50-4fee-8b85-bbd9030b4d04', '9ff40103-b5dc-4fe4-8004-99f103443bc2', 'fdc2ff34-f916-40a5-a912-d2a699ebd70b', '6311b186-f50c-498f-8fe4-848580df9477', '07b3fdb1-df01-43b4-b17e-1c29fe85445c', 'ab42abea-7e10-40b4-b6a6-107e99f4f350', '3cd74848-d2cf-4235-bb24-ba6333f43d48', '964c9baa-43f3-4c9b-ae39-5ee0421ae73b', '224022ff-4c4e-451a-9428-6c88e449a293', '0c12090a-775e-4a26-8414-bd3a8ad5150a', '421f2830-821c-4fc8-8fea-179533f9ce4f', '8ee8dcc1-4b64-4a42-b320-b5009b83c1d6', '263997e3-eb30-4667-98b4-24352e827ae6', '013ae4bc-baa9-4ece-bda1-19b773fc17d1', 'bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285', 'a253e46d-20a3-45b8-ba43-44caa6525097', 'b4d0426f-8dc7-4c7a-970c-72c2991c7b4f', '3154fdd6-780a-40bf-aa0e-5a3a99531ca5', '67b5665f-c413-4e3a-a555-b5331fdf6d6e', '7bc72922-53df-4c78-9499-1428a078f0c1', 'ad58651d-ea48-4f0f-9427-dbad2c57924a', 'ca185c51-59be-4270-95e6-a5adb7dc8b5f', 'c9f71e76-65b3-4464-a357-b5ffc2a29910', '7cf312e5-f067-45e4-9407-b6c4e2d31aac', 'd1a69012-3519-4bfb-a484-7468a853b7e6', '742c43d7-4b8b-4840-8c99-86770ecef4bc', '2879e45b-547d-4410-a90b-84007335bd08', 'f1aed000-faba-437d-ba84-8cd38f0aa2f5', '9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec', '941f1ae9-b485-42bb-a5fc-cbff073fd26f', '4c7f3a9b-a5ec-476f-8156-6f928e0d7410', '9d870aa6-5c29-4895-a680-eef659acd4b2', 'fcea63c4-84d0-4742-885e-ac093a33bf3e', '9bd12b8b-6f91-42b2-bd30-886c12bad459', 'e080a789-4ff9-4862-972a-187840dc5c00', '333bd2d4-75ea-43e3-b5d9-a6d86b65ba66'} {{(pid=65619) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 802.897982] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 802.921420] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.921420] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.921420] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.921902] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.921902] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.926157] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 802.926157] env[65619]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65619) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 802.926157] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 802.989223] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.989605] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.989737] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.989982] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.991167] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.991482] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 802.991599] env[65619]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65619) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 802.991701] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 802.991796] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 802.991904] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 802.992212] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0edb53fc-0b50-4fee-8b85-bbd9030b4d04 with Priority: HIGH for action security_group_rules [ 802.992406] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 with Priority: HIGH for action security_group_rules [ 802.992520] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b with Priority: HIGH for action security_group_rules [ 802.992617] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6311b186-f50c-498f-8fe4-848580df9477 with Priority: HIGH for action security_group_rules [ 802.992709] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07b3fdb1-df01-43b4-b17e-1c29fe85445c with Priority: HIGH for action security_group_rules [ 802.992801] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 with Priority: HIGH for action security_group_rules [ 802.992891] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGH for action security_group_rules [ 802.992984] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b with Priority: HIGH for action security_group_rules [ 802.993096] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGH for action security_group_rules [ 802.993385] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c12090a-775e-4a26-8414-bd3a8ad5150a with Priority: HIGH for action security_group_rules [ 802.993529] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGH for action security_group_rules [ 802.993597] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 with Priority: HIGH for action security_group_rules [ 802.993711] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 263997e3-eb30-4667-98b4-24352e827ae6 with Priority: HIGH for action security_group_rules [ 802.993823] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGH for action security_group_rules [ 802.993916] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 with Priority: HIGH for action security_group_rules [ 802.994017] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a253e46d-20a3-45b8-ba43-44caa6525097 with Priority: HIGH for action security_group_rules [ 802.994106] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4d0426f-8dc7-4c7a-970c-72c2991c7b4f with Priority: HIGH for action security_group_rules [ 802.994199] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3154fdd6-780a-40bf-aa0e-5a3a99531ca5 with Priority: HIGH for action security_group_rules [ 802.994292] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGH for action security_group_rules [ 802.994449] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7bc72922-53df-4c78-9499-1428a078f0c1 with Priority: HIGH for action security_group_rules [ 802.994685] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.210247] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2bc45a-cd88-4af6-8650-bf22c7735c34 in Status: SUCCESS [ 804.210729] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.211216] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.211628] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.211848] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.211979] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.212063] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.212435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.212572] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.213270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.213270] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc2bc45a-cd88-4af6-8650-bf22c7735c34',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.559964] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: SUCCESS [ 804.560340] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.716566] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2bc45a-cd88-4af6-8650-bf22c7735c34 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.716688] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.716745] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.717255] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.717255] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.717255] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.717520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.717520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.717709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.717709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.717782] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2bc45a-cd88-4af6-8650-bf22c7735c34 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.717881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.717921] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.718086] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.718238] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.718950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.718950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.718950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.718950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.718950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.718950] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc2bc45a-cd88-4af6-8650-bf22c7735c34',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.221166] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc2bc45a-cd88-4af6-8650-bf22c7735c34: rpc.has_security_group_logging(os_id): False [ 805.242204] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.242204] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.242506] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.242811] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.242988] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.243647] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.243647] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.243647] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.243647] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.243997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.243997] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.244366] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.244366] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.244475] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.244475] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.244682] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.244770] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.244847] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.245155] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.245275] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.245378] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc2bc45a-cd88-4af6-8650-bf22c7735c34 is going to be created. [ 805.318514] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.318669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.319680] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.319680] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.319680] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.331522] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc2bc45a-cd88-4af6-8650-bf22c7735c34 in Status: IN_PROGRESS for 2s [ 805.597504] env[65619]: INFO networking_nsxv3.common.synchronization [req-15c8a172-ff63-4334-890b-d6ceba477105 req-6d908cee-199c-4d1e-a0b8-74ade65c0c1d tempest-ServersTestManualDisk-1128474017 tempest-ServersTestManualDisk-1128474017-project-member] Enqueued Resource ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 with Priority: HIGHEST for action security_group_members [ 805.598339] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 with Priority: HIGHEST for action security_group_members [ 805.598339] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edb53fc-0b50-4fee-8b85-bbd9030b4d04 with Priority: HIGH for action security_group_rules [ 805.598339] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b with Priority: HIGH for action security_group_rules [ 805.598695] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGH for action security_group_rules [ 805.598695] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 with Priority: HIGH for action security_group_rules [ 805.598824] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc72922-53df-4c78-9499-1428a078f0c1 with Priority: HIGH for action security_group_rules [ 805.598868] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e with Priority: HIGH for action security_group_rules [ 805.598987] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3154fdd6-780a-40bf-aa0e-5a3a99531ca5 with Priority: HIGH for action security_group_rules [ 805.599093] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d0426f-8dc7-4c7a-970c-72c2991c7b4f with Priority: HIGH for action security_group_rules [ 805.599195] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGH for action security_group_rules [ 805.599285] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a253e46d-20a3-45b8-ba43-44caa6525097 with Priority: HIGH for action security_group_rules [ 805.599373] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263997e3-eb30-4667-98b4-24352e827ae6 with Priority: HIGH for action security_group_rules [ 805.599460] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 with Priority: HIGH for action security_group_rules [ 805.599547] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGH for action security_group_rules [ 805.599636] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c12090a-775e-4a26-8414-bd3a8ad5150a with Priority: HIGH for action security_group_rules [ 805.599734] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGH for action security_group_rules [ 805.599821] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 with Priority: HIGH for action security_group_rules [ 805.599905] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b with Priority: HIGH for action security_group_rules [ 805.599990] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b3fdb1-df01-43b4-b17e-1c29fe85445c with Priority: HIGH for action security_group_rules [ 805.600089] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 with Priority: HIGH for action security_group_rules [ 805.600174] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6311b186-f50c-498f-8fe4-848580df9477 with Priority: HIGH for action security_group_rules [ 805.600467] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1aed000-faba-437d-ba84-8cd38f0aa2f5 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.600615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.600682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.600899] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.601069] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.601169] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.601231] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.601387] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.601473] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.601568] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1aed000-faba-437d-ba84-8cd38f0aa2f5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.602722] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0edb53fc-0b50-4fee-8b85-bbd9030b4d04 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.602829] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.602895] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.603083] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.603190] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0edb53fc-0b50-4fee-8b85-bbd9030b4d04',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.603910] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc2ff34-f916-40a5-a912-d2a699ebd70b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.605130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.605130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.605130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.605130] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc2ff34-f916-40a5-a912-d2a699ebd70b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.605130] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.605661] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.605778] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.606254] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.606335] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.608453] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.608581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.608626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.608785] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.608945] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.610278] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bc72922-53df-4c78-9499-1428a078f0c1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.610278] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.610278] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.610464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.610464] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bc72922-53df-4c78-9499-1428a078f0c1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.612108] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.612108] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.612108] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.613655] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.613655] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67b5665f-c413-4e3a-a555-b5331fdf6d6e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.615918] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3154fdd6-780a-40bf-aa0e-5a3a99531ca5 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.616607] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.616607] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.616607] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.616607] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3154fdd6-780a-40bf-aa0e-5a3a99531ca5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.618033] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.618033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.618033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.618033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.618033] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4d0426f-8dc7-4c7a-970c-72c2991c7b4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.620023] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.620023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.620023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.620023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.620023] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.620487] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a253e46d-20a3-45b8-ba43-44caa6525097 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.620591] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.620653] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.620794] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.620860] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a253e46d-20a3-45b8-ba43-44caa6525097',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.621135] env[65619]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 805.623672] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-263997e3-eb30-4667-98b4-24352e827ae6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.623672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.623672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.623877] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.623877] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('263997e3-eb30-4667-98b4-24352e827ae6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.626039] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.626039] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.626039] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.626039] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.626039] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ee8dcc1-4b64-4a42-b320-b5009b83c1d6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.626039] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.626039] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.626365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.626365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.626365] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.627234] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c12090a-775e-4a26-8414-bd3a8ad5150a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.627327] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.627327] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.627504] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.627577] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c12090a-775e-4a26-8414-bd3a8ad5150a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.780640] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.780825] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.780904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.781180] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.781333] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.782529] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab42abea-7e10-40b4-b6a6-107e99f4f350 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.782654] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.782712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.782867] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.782945] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab42abea-7e10-40b4-b6a6-107e99f4f350',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.786937] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-964c9baa-43f3-4c9b-ae39-5ee0421ae73b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.786937] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.786937] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.786937] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.786937] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('964c9baa-43f3-4c9b-ae39-5ee0421ae73b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.786937] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07b3fdb1-df01-43b4-b17e-1c29fe85445c taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.786937] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.786937] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.786937] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.786937] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07b3fdb1-df01-43b4-b17e-1c29fe85445c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.787379] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ff40103-b5dc-4fe4-8004-99f103443bc2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.787379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.787379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.787379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.787596] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ff40103-b5dc-4fe4-8004-99f103443bc2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.788243] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6311b186-f50c-498f-8fe4-848580df9477 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.788402] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.788402] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.789883] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.789883] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6311b186-f50c-498f-8fe4-848580df9477',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.789883] env[65619]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 805.793137] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc2ff34-f916-40a5-a912-d2a699ebd70b taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.793264] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.793318] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.794512] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.794512] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.794512] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.794512] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.794512] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.794512] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.794512] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.794512] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdc2ff34-f916-40a5-a912-d2a699ebd70b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.795741] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.795862] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.796335] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.796335] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.797446] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.797543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.797608] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.797771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.797915] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.798019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.798118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.798226] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.798438] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.798438] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.798507] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.825720] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.825849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.831225] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.831349] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.831481] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.831552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.831749] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.831825] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.834283] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 is going to be updated. [ 805.835922] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.836128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.860218] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.860324] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0edb53fc-0b50-4fee-8b85-bbd9030b4d04 is going to be deleted. [ 805.879175] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.879343] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.879423] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.879644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.879782] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.890528] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 in Status: IN_PROGRESS for 2s [ 805.950842] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.950985] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.951073] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.951309] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.951408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.951531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0edb53fc-0b50-4fee-8b85-bbd9030b4d04" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.305544] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc2ff34-f916-40a5-a912-d2a699ebd70b taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.306144] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.306144] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.306144] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.306144] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.307469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.307469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.307469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.307469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.307469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.307469] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc2ff34-f916-40a5-a912-d2a699ebd70b taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.307469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.307469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.307857] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.307857] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.309267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.309339] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.309509] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.309687] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.309687] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.309829] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdc2ff34-f916-40a5-a912-d2a699ebd70b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.310843] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.310960] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.311039] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.311206] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.311355] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.311471] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.311541] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.311707] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.311800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.311890] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.312048] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.312199] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.312199] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.312333] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.312471] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.312565] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.313510] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.313510] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.313510] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.313510] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.313510] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.336389] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-6311b186-f50c-498f-8fe4-848580df9477 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.336389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.336389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.338499] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.338751] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.338889] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.338953] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.339174] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.339291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.339355] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.339455] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6311b186-f50c-498f-8fe4-848580df9477',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.350485] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.350615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.350681] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.350922] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.351997] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.351997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.351997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.351997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.351997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.351997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.351997] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.353395] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.353571] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.353806] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.354082] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.354375] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.354436] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.354550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.354707] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.354848] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.355058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.355692] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ee8dcc1-4b64-4a42-b320-b5009b83c1d6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.364887] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ff40103-b5dc-4fe4-8004-99f103443bc2 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.365324] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.365476] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.365754] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.366169] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.366169] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.366436] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.366550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.366684] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.366818] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.366946] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ff40103-b5dc-4fe4-8004-99f103443bc2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.384518] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.385504] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.385504] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.385504] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.417718] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.417718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.440099] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.440259] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.441189] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.441337] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.442359] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.442465] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.449037] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.449300] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.450914] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.451228] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.452274] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.452640] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.453978] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.453978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.456274] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.456627] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.457494] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.457757] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.468938] env[65619]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 806.469442] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.469593] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.470547] env[65619]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 806.470997] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.471345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.478762] env[65619]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 806.478762] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.478762] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 964c9baa-43f3-4c9b-ae39-5ee0421ae73b is going to be deleted. [ 806.478762] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.479417] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.522093] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.522515] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a253e46d-20a3-45b8-ba43-44caa6525097 is going to be deleted. [ 806.523583] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.524454] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.577640] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.577850] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4d0426f-8dc7-4c7a-970c-72c2991c7b4f is going to be deleted. [ 806.578917] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.579192] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.639347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.639462] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 263997e3-eb30-4667-98b4-24352e827ae6 is going to be deleted. [ 806.640736] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.640999] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.682789] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.682944] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.687504] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.688177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.696153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.696153] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab42abea-7e10-40b4-b6a6-107e99f4f350 is going to be deleted. [ 806.696153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.696153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.721308] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.721430] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.735216] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.736716] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be deleted. [ 806.738373] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.738373] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.815826] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdc2ff34-f916-40a5-a912-d2a699ebd70b: rpc.has_security_group_logging(os_id): False [ 806.819182] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cd74848-d2cf-4235-bb24-ba6333f43d48: rpc.has_security_group_logging(os_id): False [ 806.854502] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.854502] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.861697] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6311b186-f50c-498f-8fe4-848580df9477',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.885515] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.890103] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ee8dcc1-4b64-4a42-b320-b5009b83c1d6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.890399] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ff40103-b5dc-4fe4-8004-99f103443bc2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.908760] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.908938] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c12090a-775e-4a26-8414-bd3a8ad5150a is going to be deleted. [ 806.909988] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.910225] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.935536] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.935830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.936972] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.937167] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.957770] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.958129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.978579] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.978579] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285 is going to be deleted. [ 806.979838] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.980087] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.011099] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.011247] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.060762] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.060969] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07b3fdb1-df01-43b4-b17e-1c29fe85445c is going to be deleted. [ 807.062307] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.062536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.064799] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.064960] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.125216] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.125454] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 is going to be deleted. [ 807.126730] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.126868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.150502] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.150757] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.217203] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.217345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.218485] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.218609] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3154fdd6-780a-40bf-aa0e-5a3a99531ca5 is going to be deleted. [ 807.219659] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.219892] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.251291] env[65619]: INFO networking_nsxv3.common.synchronization [None req-5c412dbf-137f-4a67-8d0d-80631d9c402e None None] Enqueued Resource ID: 38b82dce-74b8-4b32-aa19-4a29414909d3 with Priority: HIGHEST for action port [ 807.252197] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b82dce-74b8-4b32-aa19-4a29414909d3 with Priority: HIGHEST for action port [ 807.252692] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-38b82dce-74b8-4b32-aa19-4a29414909d3 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.252844] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38b82dce-74b8-4b32-aa19-4a29414909d3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.252919] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38b82dce-74b8-4b32-aa19-4a29414909d3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.253252] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38b82dce-74b8-4b32-aa19-4a29414909d3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.253403] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38b82dce-74b8-4b32-aa19-4a29414909d3',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.266316] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.266536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.271596] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.271724] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67b5665f-c413-4e3a-a555-b5331fdf6d6e is going to be deleted. [ 807.273935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.274366] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.335886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.336306] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bc72922-53df-4c78-9499-1428a078f0c1 is going to be deleted. [ 807.338178] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.338178] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.338178] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.338178] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-964c9baa-43f3-4c9b-ae39-5ee0421ae73b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.338178] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.338178] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.338178] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.338489] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a253e46d-20a3-45b8-ba43-44caa6525097" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.338774] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.338924] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.339041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.339127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4d0426f-8dc7-4c7a-970c-72c2991c7b4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.339286] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.339675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.339675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.339675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-263997e3-eb30-4667-98b4-24352e827ae6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.339870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.339917] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.368540] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6311b186-f50c-498f-8fe4-848580df9477: rpc.has_security_group_logging(os_id): False [ 807.386375] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 224022ff-4c4e-451a-9428-6c88e449a293: rpc.has_security_group_logging(os_id): False [ 807.392841] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6: rpc.has_security_group_logging(os_id): False [ 807.394941] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ff40103-b5dc-4fe4-8004-99f103443bc2: rpc.has_security_group_logging(os_id): False [ 807.411635] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc2bc45a-cd88-4af6-8650-bf22c7735c34 in Status: SUCCESS [ 807.411897] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.419954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.420422] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.420668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.420808] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.421163] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.421342] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.421670] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.421864] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.421982] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.422340] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.422897] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.423558] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.423558] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.423558] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.423729] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.423762] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.423864] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b is going to be updated. [ 807.426702] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.426977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.429570] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.429765] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.431525] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.431709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.472772] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.473092] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.475552] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.475552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.476763] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.476993] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.493079] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.493361] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.524839] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.525195] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.525379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.525441] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.525615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.525750] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.526042] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.526129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.526129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.526298] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.526351] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.526628] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.526743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.526743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.526908] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.526968] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.527067] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 is going to be updated. [ 807.528350] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.528521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.528618] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.528747] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.528909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.529048] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.529134] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.529263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c12090a-775e-4a26-8414-bd3a8ad5150a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.529426] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.529593] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.529668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.529815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcc1fd08-5dc0-4d8c-9b5d-16a4fc542285" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.529911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.530065] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.530168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.530284] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07b3fdb1-df01-43b4-b17e-1c29fe85445c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.531904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.531904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.531904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.531904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.531904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.531904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.531904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.531904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab42abea-7e10-40b4-b6a6-107e99f4f350" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.531904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.532997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.560781] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.560992] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.592303] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.592653] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.592759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.592797] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.593009] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.593098] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.593241] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 is going to be updated. [ 807.594582] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.594989] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.680852] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.681219] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.681337] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.681377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.681573] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.681652] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.681781] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 is going to be updated. [ 807.683166] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.683387] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.683461] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.683677] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67b5665f-c413-4e3a-a555-b5331fdf6d6e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.683820] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.683975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.684064] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.684178] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3154fdd6-780a-40bf-aa0e-5a3a99531ca5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.684330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.684486] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.690646] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.690792] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.727453] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.728256] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.728526] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.728585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.729588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.729588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.729588] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6311b186-f50c-498f-8fe4-848580df9477 is going to be updated. [ 807.734181] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.734927] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.745332] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.745332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.760712] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38b82dce-74b8-4b32-aa19-4a29414909d3 [ 807.760712] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.760712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.760712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.760712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.760957] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.760957] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38b82dce-74b8-4b32-aa19-4a29414909d3 already deleted. [ 807.762051] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38b82dce-74b8-4b32-aa19-4a29414909d3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.766968] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.767273] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.802338] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.802736] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.802988] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.802988] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.805402] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.805402] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.805402] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 is going to be updated. [ 807.810190] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.810577] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.810751] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.812545] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.813291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.813291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.813291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bc72922-53df-4c78-9499-1428a078f0c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.813451] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.813513] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.813654] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.814908] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.815123] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.815275] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.901131] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: IN_PROGRESS for 2s [ 807.902298] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b in Status: IN_PROGRESS for 2s [ 807.902807] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 in Status: SUCCESS [ 807.902974] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1aed000-faba-437d-ba84-8cd38f0aa2f5 deletion is rescheduled due to dependency. [ 807.903124] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1aed000-faba-437d-ba84-8cd38f0aa2f5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.931472] env[65619]: INFO networking_nsxv3.common.synchronization [req-f56f0843-327b-4e5b-89dc-d42b84b62b34 req-b1e7e413-bdcc-4700-a1fb-880b5a88d6e6 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 807.931472] env[65619]: INFO networking_nsxv3.common.synchronization [req-f56f0843-327b-4e5b-89dc-d42b84b62b34 req-b1e7e413-bdcc-4700-a1fb-880b5a88d6e6 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 with Priority: HIGHEST for action security_group_members [ 807.932301] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 807.933272] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 with Priority: HIGHEST for action security_group_members [ 807.934674] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: IN_PROGRESS for 2s [ 807.934980] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.935129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.935198] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.935408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.935577] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.935752] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.935752] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.935890] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.935978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.936121] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.937306] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f5c7826-081d-4b48-ae24-2c4543d98a19 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.937450] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.937605] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.937901] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.937996] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.938109] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.938170] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.938317] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.938402] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.938510] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f5c7826-081d-4b48-ae24-2c4543d98a19',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.976373] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.976662] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.976662] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.977813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.977813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.015061] env[65619]: INFO networking_nsxv3.common.synchronization [req-f56f0843-327b-4e5b-89dc-d42b84b62b34 req-b1e7e413-bdcc-4700-a1fb-880b5a88d6e6 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 with Priority: HIGHEST for action security_group_rules [ 808.015564] env[65619]: INFO networking_nsxv3.common.synchronization [req-f56f0843-327b-4e5b-89dc-d42b84b62b34 req-b1e7e413-bdcc-4700-a1fb-880b5a88d6e6 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 with Priority: HIGHEST for action security_group_members [ 808.015865] env[65619]: INFO networking_nsxv3.common.synchronization [req-f56f0843-327b-4e5b-89dc-d42b84b62b34 req-b1e7e413-bdcc-4700-a1fb-880b5a88d6e6 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_rules [ 808.016119] env[65619]: INFO networking_nsxv3.common.synchronization [req-f56f0843-327b-4e5b-89dc-d42b84b62b34 req-b1e7e413-bdcc-4700-a1fb-880b5a88d6e6 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 808.016309] env[65619]: INFO networking_nsxv3.common.synchronization [req-f56f0843-327b-4e5b-89dc-d42b84b62b34 req-b1e7e413-bdcc-4700-a1fb-880b5a88d6e6 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: 6509d817-8981-4cee-96a0-730be077d9cf with Priority: HIGHEST for action port [ 808.017945] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.018153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.018240] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.018483] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.020700] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.021256] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 with Priority: HIGHEST for action security_group_rules [ 808.021256] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_rules [ 808.021583] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6509d817-8981-4cee-96a0-730be077d9cf with Priority: HIGHEST for action port [ 808.021800] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 with Priority: HIGHEST for action security_group_members [ 808.021977] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 808.022647] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f5c7826-081d-4b48-ae24-2c4543d98a19 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.022829] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.022949] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.023362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.023450] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f5c7826-081d-4b48-ae24-2c4543d98a19',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.024631] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.024803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.024891] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.025310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.025310] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.027657] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-6509d817-8981-4cee-96a0-730be077d9cf taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.027824] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6509d817-8981-4cee-96a0-730be077d9cf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.027867] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6509d817-8981-4cee-96a0-730be077d9cf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.028077] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6509d817-8981-4cee-96a0-730be077d9cf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.028165] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6509d817-8981-4cee-96a0-730be077d9cf',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.029858] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f5c7826-081d-4b48-ae24-2c4543d98a19 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.029966] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.030198] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.030301] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.033844] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 in Status: IN_PROGRESS for 2s [ 808.054396] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.054396] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.054396] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.054704] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.054743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.085992] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6311b186-f50c-498f-8fe4-848580df9477 in Status: IN_PROGRESS for 2s [ 808.106244] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 in Status: IN_PROGRESS for 2s [ 808.446173] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.446173] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f5c7826-081d-4b48-ae24-2c4543d98a19',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.531945] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.532122] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.532431] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f5c7826-081d-4b48-ae24-2c4543d98a19 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.532524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.534956] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6509d817-8981-4cee-96a0-730be077d9cf with status ACTIVE [ 808.534956] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.534956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.534956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.534956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.534956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.534956] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.534956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.534956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.534956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.535761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.535761] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.535912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.536082] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.536997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.537668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.537668] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6509d817-8981-4cee-96a0-730be077d9cf is going to be updated. [ 808.567751] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.567751] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.567751] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.567977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.567977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.568171] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6509d817-8981-4cee-96a0-730be077d9cf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.950469] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.950469] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f5c7826-081d-4b48-ae24-2c4543d98a19',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.458376] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.459087] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.459087] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.459258] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.459345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.459508] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 is going to be updated. [ 809.461875] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.462049] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.462160] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.462405] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.462535] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.462877] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 is going to be created. [ 809.492955] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.493259] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.493259] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.493343] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.493554] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.496452] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.496911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.496911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.496911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.497264] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.506293] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: IN_PROGRESS for 2s [ 809.508144] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 in Status: UNINITIALIZED for 2s [ 809.924413] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b in Status: SUCCESS [ 809.924639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.925663] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: SUCCESS [ 809.925881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.958887] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: SUCCESS [ 809.959157] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.049649] env[65619]: INFO networking_nsxv3.common.synchronization [None req-4b816d65-7050-46f6-a5a9-4143683f714c None None] Enqueued Resource ID: 70c9c3fa-7c72-4cdf-b6e7-c72ece9133ec with Priority: HIGHEST for action port [ 810.050291] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70c9c3fa-7c72-4cdf-b6e7-c72ece9133ec with Priority: HIGHEST for action port [ 810.051053] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-70c9c3fa-7c72-4cdf-b6e7-c72ece9133ec taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.051053] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70c9c3fa-7c72-4cdf-b6e7-c72ece9133ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.051053] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70c9c3fa-7c72-4cdf-b6e7-c72ece9133ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.051427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70c9c3fa-7c72-4cdf-b6e7-c72ece9133ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.051427] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70c9c3fa-7c72-4cdf-b6e7-c72ece9133ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.055842] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 in Status: SUCCESS [ 810.055842] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.097937] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6311b186-f50c-498f-8fe4-848580df9477 in Status: SUCCESS [ 810.098215] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.123700] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 in Status: SUCCESS [ 810.127305] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.554882] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70c9c3fa-7c72-4cdf-b6e7-c72ece9133ec [ 810.556329] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.556329] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.556329] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.556329] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.556329] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.556329] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70c9c3fa-7c72-4cdf-b6e7-c72ece9133ec already deleted. [ 810.556329] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70c9c3fa-7c72-4cdf-b6e7-c72ece9133ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.430528] env[65619]: INFO networking_nsxv3.common.synchronization [req-5759f136-1c2d-4d4b-8197-4b6cd0dec001 req-db0a68b8-5b9c-4417-8bda-9d16246ea3bf tempest-ServerDiskConfigTestJSON-75665536 tempest-ServerDiskConfigTestJSON-75665536-project-member] Enqueued Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 811.431179] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 811.431493] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.431615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.431724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.431956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.432639] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.432763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.432830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.433091] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.433509] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.433509] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.518578] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: SUCCESS [ 811.518886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.519121] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.519344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.519561] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.519686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.519750] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.519903] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.519981] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.520087] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.521558] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 in Status: SUCCESS [ 811.521729] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.521870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.522048] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.522228] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.522337] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.522381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.522527] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.522607] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.522691] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f5c7826-081d-4b48-ae24-2c4543d98a19',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.938519] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.938822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.938929] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.939161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.963543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.963543] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.963543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.963543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.963543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.963543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.963543] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f is going to be updated. [ 812.002939] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.002939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.002939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.002939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.002939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.013336] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: IN_PROGRESS for 2s [ 812.027018] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f5c7826-081d-4b48-ae24-2c4543d98a19',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.027018] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.529705] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.532093] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f5c7826-081d-4b48-ae24-2c4543d98a19',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.036391] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.036391] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.036391] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.038057] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.038057] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.038057] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 is going to be updated. [ 813.039665] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.039837] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.039928] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.040214] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.040355] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.040474] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 is going to be updated. [ 813.077043] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.077043] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.077043] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.077043] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.077043] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.080640] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.080640] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.080640] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.080640] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.080640] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.098460] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 in Status: IN_PROGRESS for 2s [ 813.100472] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: IN_PROGRESS for 2s [ 814.025377] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: SUCCESS [ 814.025377] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f deletion is rescheduled due to dependency. [ 814.025377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.113244] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: SUCCESS [ 815.113244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.113244] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 in Status: SUCCESS [ 815.113244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.113244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.113244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.113244] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.113244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.113244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.113244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.113244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.113244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.113244] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.114575] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.114921] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.116045] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.116342] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.116552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.118719] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.118719] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.118719] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.118719] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f5c7826-081d-4b48-ae24-2c4543d98a19',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.620169] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.620773] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.620773] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.620773] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.621236] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.621236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.621236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.621236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.621471] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.621471] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.621564] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.621564] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.621672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.622395] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.622395] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.622395] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.622395] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.622395] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.622395] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.622395] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.622395] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.625292] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f5c7826-081d-4b48-ae24-2c4543d98a19',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.099387] env[65619]: INFO networking_nsxv3.common.synchronization [None req-4b1ba261-cc32-4b86-a448-115e324d1b31 None None] Enqueued Resource ID: b7124db8-c033-4c0e-ae01-89808cdc8156 with Priority: HIGHEST for action port [ 816.101510] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7124db8-c033-4c0e-ae01-89808cdc8156 with Priority: HIGHEST for action port [ 816.101569] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7124db8-c033-4c0e-ae01-89808cdc8156 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.101738] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7124db8-c033-4c0e-ae01-89808cdc8156" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.102089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7124db8-c033-4c0e-ae01-89808cdc8156" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.102460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7124db8-c033-4c0e-ae01-89808cdc8156" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.102512] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7124db8-c033-4c0e-ae01-89808cdc8156',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.131060] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9f71e76-65b3-4464-a357-b5ffc2a29910: rpc.has_security_group_logging(os_id): False [ 816.131060] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f5c7826-081d-4b48-ae24-2c4543d98a19: rpc.has_security_group_logging(os_id): False [ 816.154476] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.156052] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.156052] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.156052] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.156052] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.156052] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.156468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.156682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.157704] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.157704] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.157704] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 is going to be created. [ 816.160604] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.161018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.161290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.161701] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.196042] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.196042] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.196042] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.196042] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.196042] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.196042] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.196042] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.196042] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.196042] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.196605] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.196605] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.196605] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.196723] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.197586] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.197586] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.197586] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.197586] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 is going to be updated. [ 816.232640] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.232762] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.232762] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.233498] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.233498] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.251087] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 in Status: IN_PROGRESS for 2s [ 816.274852] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.275027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.275027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.277046] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.277046] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.313950] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: IN_PROGRESS for 2s [ 816.607076] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7124db8-c033-4c0e-ae01-89808cdc8156 [ 816.607338] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.607485] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.607570] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.607801] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.607921] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.608072] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7124db8-c033-4c0e-ae01-89808cdc8156 already deleted. [ 816.608227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7124db8-c033-4c0e-ae01-89808cdc8156" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.152997] env[65619]: INFO networking_nsxv3.common.synchronization [req-78b6f7d7-27b8-4602-804d-e886110d2465 req-920e4e73-07e0-4d8d-81fa-1b3cb6dafe30 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: 140dc507-f8bf-4051-979f-8157c9f1af22 with Priority: HIGHEST for action security_group_members [ 817.152997] env[65619]: INFO networking_nsxv3.common.synchronization [req-78b6f7d7-27b8-4602-804d-e886110d2465 req-920e4e73-07e0-4d8d-81fa-1b3cb6dafe30 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 817.152997] env[65619]: INFO networking_nsxv3.common.synchronization [req-78b6f7d7-27b8-4602-804d-e886110d2465 req-920e4e73-07e0-4d8d-81fa-1b3cb6dafe30 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 with Priority: HIGHEST for action security_group_members [ 817.152997] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 140dc507-f8bf-4051-979f-8157c9f1af22 with Priority: HIGHEST for action security_group_members [ 817.152997] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 817.152997] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 with Priority: HIGHEST for action security_group_members [ 817.152997] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-140dc507-f8bf-4051-979f-8157c9f1af22 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.152997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-140dc507-f8bf-4051-979f-8157c9f1af22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.152997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-140dc507-f8bf-4051-979f-8157c9f1af22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.153840] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-140dc507-f8bf-4051-979f-8157c9f1af22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.153840] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.153840] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.153840] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.153840] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.153840] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.153840] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('140dc507-f8bf-4051-979f-8157c9f1af22',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.155349] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.155473] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.155556] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.155777] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.155932] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.156089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.156596] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.156596] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.156596] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.156769] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.158201] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f5c7826-081d-4b48-ae24-2c4543d98a19 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.158325] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.158372] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.158527] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.158667] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.158759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.158815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.160166] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.160166] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.160166] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f5c7826-081d-4b48-ae24-2c4543d98a19',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.229253] env[65619]: INFO networking_nsxv3.common.synchronization [req-78b6f7d7-27b8-4602-804d-e886110d2465 req-920e4e73-07e0-4d8d-81fa-1b3cb6dafe30 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: 140dc507-f8bf-4051-979f-8157c9f1af22 with Priority: HIGHEST for action security_group_rules [ 817.229253] env[65619]: INFO networking_nsxv3.common.synchronization [req-78b6f7d7-27b8-4602-804d-e886110d2465 req-920e4e73-07e0-4d8d-81fa-1b3cb6dafe30 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: 140dc507-f8bf-4051-979f-8157c9f1af22 with Priority: HIGHEST for action security_group_members [ 817.229253] env[65619]: INFO networking_nsxv3.common.synchronization [req-78b6f7d7-27b8-4602-804d-e886110d2465 req-920e4e73-07e0-4d8d-81fa-1b3cb6dafe30 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 with Priority: HIGHEST for action security_group_rules [ 817.229532] env[65619]: INFO networking_nsxv3.common.synchronization [req-78b6f7d7-27b8-4602-804d-e886110d2465 req-920e4e73-07e0-4d8d-81fa-1b3cb6dafe30 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 with Priority: HIGHEST for action security_group_members [ 817.232444] env[65619]: INFO networking_nsxv3.common.synchronization [req-78b6f7d7-27b8-4602-804d-e886110d2465 req-920e4e73-07e0-4d8d-81fa-1b3cb6dafe30 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_rules [ 817.232444] env[65619]: INFO networking_nsxv3.common.synchronization [req-78b6f7d7-27b8-4602-804d-e886110d2465 req-920e4e73-07e0-4d8d-81fa-1b3cb6dafe30 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 817.232444] env[65619]: INFO networking_nsxv3.common.synchronization [req-78b6f7d7-27b8-4602-804d-e886110d2465 req-920e4e73-07e0-4d8d-81fa-1b3cb6dafe30 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: 6509d817-8981-4cee-96a0-730be077d9cf with Priority: HIGHEST for action port [ 817.232444] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 140dc507-f8bf-4051-979f-8157c9f1af22 with Priority: HIGHEST for action security_group_rules [ 817.232444] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 with Priority: HIGHEST for action security_group_rules [ 817.232444] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 817.232444] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6509d817-8981-4cee-96a0-730be077d9cf with Priority: HIGHEST for action port [ 817.232444] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_rules [ 817.232444] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 140dc507-f8bf-4051-979f-8157c9f1af22 with Priority: HIGHEST for action security_group_members [ 817.232444] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 with Priority: HIGHEST for action security_group_members [ 817.232444] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-140dc507-f8bf-4051-979f-8157c9f1af22 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.232444] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-140dc507-f8bf-4051-979f-8157c9f1af22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.232444] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-140dc507-f8bf-4051-979f-8157c9f1af22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.232444] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-140dc507-f8bf-4051-979f-8157c9f1af22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.232444] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('140dc507-f8bf-4051-979f-8157c9f1af22',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.233702] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f5c7826-081d-4b48-ae24-2c4543d98a19 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.233702] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.233702] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.233702] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.233702] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-6509d817-8981-4cee-96a0-730be077d9cf taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.233702] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6509d817-8981-4cee-96a0-730be077d9cf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.234238] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6509d817-8981-4cee-96a0-730be077d9cf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.234238] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6509d817-8981-4cee-96a0-730be077d9cf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.234238] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6509d817-8981-4cee-96a0-730be077d9cf',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.235682] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.235682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.235899] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-140dc507-f8bf-4051-979f-8157c9f1af22 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.235899] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-140dc507-f8bf-4051-979f-8157c9f1af22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.236191] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f5c7826-081d-4b48-ae24-2c4543d98a19 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.236191] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.656131] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('140dc507-f8bf-4051-979f-8157c9f1af22',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.659101] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.662900] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f5c7826-081d-4b48-ae24-2c4543d98a19',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.738177] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-140dc507-f8bf-4051-979f-8157c9f1af22 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.738894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-140dc507-f8bf-4051-979f-8157c9f1af22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.738894] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6509d817-8981-4cee-96a0-730be077d9cf with status ACTIVE [ 817.739073] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.739227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.739319] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.739572] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.739700] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.739902] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.740063] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.740133] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.740350] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.740624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.740738] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.740860] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.740967] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.742025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.742025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.742025] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6509d817-8981-4cee-96a0-730be077d9cf is going to be updated. [ 817.765428] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.765594] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.765714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.765954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.766763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.766763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6509d817-8981-4cee-96a0-730be077d9cf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.159055] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('140dc507-f8bf-4051-979f-8157c9f1af22',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.160836] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.165238] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f5c7826-081d-4b48-ae24-2c4543d98a19',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.265179] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 in Status: SUCCESS [ 818.265179] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.265384] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.265560] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.265645] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f5c7826-081d-4b48-ae24-2c4543d98a19',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.334862] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: SUCCESS [ 818.335098] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.335277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.335765] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.335878] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.663883] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.664181] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.664181] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.664319] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.664432] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.664547] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 140dc507-f8bf-4051-979f-8157c9f1af22 is going to be created. [ 818.666012] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.666201] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.666201] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.666386] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.666458] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.666668] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 is going to be updated. [ 818.667832] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.667942] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.668017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.668186] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.668269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.668362] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 is going to be updated. [ 818.698468] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.698613] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.698704] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.699011] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.699248] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.701498] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.701626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.701686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.701881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.702054] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.703776] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.703886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.703955] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.704171] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.704315] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.712799] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 140dc507-f8bf-4051-979f-8157c9f1af22 in Status: UNINITIALIZED for 2s [ 818.713720] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: IN_PROGRESS for 2s [ 818.714393] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 in Status: IN_PROGRESS for 2s [ 818.768131] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f5c7826-081d-4b48-ae24-2c4543d98a19 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.768346] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.840077] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.840297] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.329712] env[65619]: INFO networking_nsxv3.common.synchronization [None req-7d0b652a-d9ba-4da2-8630-3cc4b19ff977 None None] Enqueued Resource ID: 0ad78894-94e5-4a63-bf18-e2a2cf596b8e with Priority: HIGHEST for action port [ 819.330697] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ad78894-94e5-4a63-bf18-e2a2cf596b8e with Priority: HIGHEST for action port [ 819.330697] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ad78894-94e5-4a63-bf18-e2a2cf596b8e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.330867] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ad78894-94e5-4a63-bf18-e2a2cf596b8e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.330867] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ad78894-94e5-4a63-bf18-e2a2cf596b8e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.331373] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ad78894-94e5-4a63-bf18-e2a2cf596b8e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.331460] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ad78894-94e5-4a63-bf18-e2a2cf596b8e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.834494] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ad78894-94e5-4a63-bf18-e2a2cf596b8e [ 819.834775] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.834917] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.834987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.835289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.835444] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.835601] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ad78894-94e5-4a63-bf18-e2a2cf596b8e already deleted. [ 819.835735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ad78894-94e5-4a63-bf18-e2a2cf596b8e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.726015] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 140dc507-f8bf-4051-979f-8157c9f1af22 in Status: SUCCESS [ 820.726388] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-140dc507-f8bf-4051-979f-8157c9f1af22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.726561] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-140dc507-f8bf-4051-979f-8157c9f1af22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.726882] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-140dc507-f8bf-4051-979f-8157c9f1af22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.727133] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.727265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.727327] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.727512] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.727614] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.727676] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('140dc507-f8bf-4051-979f-8157c9f1af22',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.729268] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 in Status: SUCCESS [ 820.729442] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.730202] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: SUCCESS [ 820.730346] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.730494] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.730652] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.731011] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.731011] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.731011] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.731176] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.731238] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.731327] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f5c7826-081d-4b48-ae24-2c4543d98a19',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.732139] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.732299] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.732452] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.732552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.732635] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.732739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.732844] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.733064] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.235056] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f5c7826-081d-4b48-ae24-2c4543d98a19',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.236115] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('140dc507-f8bf-4051-979f-8157c9f1af22',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.237056] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.738571] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('140dc507-f8bf-4051-979f-8157c9f1af22',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.739559] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f5c7826-081d-4b48-ae24-2c4543d98a19',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.740431] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.241168] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.241331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.241406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.241622] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.241713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.241811] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 140dc507-f8bf-4051-979f-8157c9f1af22 is going to be updated. [ 822.243146] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.243261] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.243330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.243494] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.243620] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.243771] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 is going to be updated. [ 822.244809] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.245034] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.245101] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.245263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.245340] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.245427] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 is going to be updated. [ 822.277209] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.277406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.277461] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.277760] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.277937] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.279857] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.280022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.280132] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.280280] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.280399] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.281977] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.282096] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.282175] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.282319] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.282435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.295421] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 140dc507-f8bf-4051-979f-8157c9f1af22 in Status: IN_PROGRESS for 2s [ 822.296191] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: IN_PROGRESS for 2s [ 822.296835] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 in Status: IN_PROGRESS for 2s [ 823.027036] env[65619]: INFO networking_nsxv3.common.synchronization [req-d28b23d5-7e65-48f0-bd91-42414545cc99 req-b1c44153-8df5-4884-b5cd-9f5449165a34 tempest-ServerAddressesNegativeTestJSON-641885941 tempest-ServerAddressesNegativeTestJSON-641885941-project-member] Enqueued Resource ID: c9b14808-1fff-458c-91aa-d6d7e0549ef2 with Priority: HIGHEST for action security_group_members [ 823.027496] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b14808-1fff-458c-91aa-d6d7e0549ef2 with Priority: HIGHEST for action security_group_members [ 823.027833] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9b14808-1fff-458c-91aa-d6d7e0549ef2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.028108] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.028108] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.028741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.028915] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.029023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.029082] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.029250] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.029386] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.029423] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9b14808-1fff-458c-91aa-d6d7e0549ef2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.443641] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.443927] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.444044] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.444530] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.444812] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.444973] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.445101] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.445318] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.445474] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.445694] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.445804] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.445937] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.446016] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.446124] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.446228] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.446358] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.470331] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.470499] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.470643] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.470884] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.471229] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-4870a745-b046-4e6e-80a0-8227918f4800 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.471404] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-4870a745-b046-4e6e-80a0-8227918f4800" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.471520] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-4870a745-b046-4e6e-80a0-8227918f4800" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.471844] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-4870a745-b046-4e6e-80a0-8227918f4800" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.471981] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4870a745-b046-4e6e-80a0-8227918f4800',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.534066] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.534303] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.534428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.534707] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.534884] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.535821] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.535924] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.535991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.536328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.536557] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.536679] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9b14808-1fff-458c-91aa-d6d7e0549ef2 already deleted. [ 823.536780] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.975022] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.975268] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.975321] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.975789] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.975970] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.976206] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 4870a745-b046-4e6e-80a0-8227918f4800 not found, creating... [ 823.976825] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.976992] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.977139] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.977400] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.977572] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.977951] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.978141] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.978280] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.978525] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.978678] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.978841] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 4870a745-b046-4e6e-80a0-8227918f4800 is going to be created. [ 824.005996] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.006265] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.006391] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.006790] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.007273] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.007359] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-4870a745-b046-4e6e-80a0-8227918f4800" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.308213] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 140dc507-f8bf-4051-979f-8157c9f1af22 in Status: SUCCESS [ 824.308542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-140dc507-f8bf-4051-979f-8157c9f1af22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.308856] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-140dc507-f8bf-4051-979f-8157c9f1af22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.309152] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-140dc507-f8bf-4051-979f-8157c9f1af22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.309382] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.309545] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.309611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.309826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.309956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.310082] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-140dc507-f8bf-4051-979f-8157c9f1af22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.310221] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('140dc507-f8bf-4051-979f-8157c9f1af22',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.312020] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: SUCCESS [ 824.313841] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.313841] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 in Status: SUCCESS [ 824.313841] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.313841] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.313841] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.313841] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.314502] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.314502] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.314502] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.314502] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.314502] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.314502] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.316122] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.316328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.316517] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.316651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.316720] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.316943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.316943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.317179] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.317179] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f5c7826-081d-4b48-ae24-2c4543d98a19',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.766750] env[65619]: INFO networking_nsxv3.common.synchronization [req-d28b23d5-7e65-48f0-bd91-42414545cc99 req-2a74dd36-6bec-46aa-b63f-d34d8d90e5bb service nova] Enqueued Resource ID: c9b14808-1fff-458c-91aa-d6d7e0549ef2 with Priority: HIGHEST for action security_group_rules [ 824.766952] env[65619]: INFO networking_nsxv3.common.synchronization [req-d28b23d5-7e65-48f0-bd91-42414545cc99 req-2a74dd36-6bec-46aa-b63f-d34d8d90e5bb service nova] Enqueued Resource ID: c9b14808-1fff-458c-91aa-d6d7e0549ef2 with Priority: HIGHEST for action security_group_members [ 824.767104] env[65619]: INFO networking_nsxv3.common.synchronization [req-d28b23d5-7e65-48f0-bd91-42414545cc99 req-2a74dd36-6bec-46aa-b63f-d34d8d90e5bb service nova] Enqueued Resource ID: 4870a745-b046-4e6e-80a0-8227918f4800 with Priority: HIGHEST for action port [ 824.767802] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b14808-1fff-458c-91aa-d6d7e0549ef2 with Priority: HIGHEST for action security_group_rules [ 824.767992] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b14808-1fff-458c-91aa-d6d7e0549ef2 with Priority: HIGHEST for action security_group_members [ 824.769116] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4870a745-b046-4e6e-80a0-8227918f4800 with Priority: HIGHEST for action port [ 824.769323] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9b14808-1fff-458c-91aa-d6d7e0549ef2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.769495] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.769605] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.769874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.769965] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9b14808-1fff-458c-91aa-d6d7e0549ef2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.770925] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9b14808-1fff-458c-91aa-d6d7e0549ef2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.771063] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.771130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.771335] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.771515] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.771616] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.771678] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.771825] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.771909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.772160] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9b14808-1fff-458c-91aa-d6d7e0549ef2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.774125] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-4870a745-b046-4e6e-80a0-8227918f4800 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.774125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4870a745-b046-4e6e-80a0-8227918f4800" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.774125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4870a745-b046-4e6e-80a0-8227918f4800" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.774560] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4870a745-b046-4e6e-80a0-8227918f4800" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.774560] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4870a745-b046-4e6e-80a0-8227918f4800',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.818969] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('140dc507-f8bf-4051-979f-8157c9f1af22',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.820435] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.820646] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.820742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.821040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.821271] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.821422] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.821511] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.821714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.822193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.822193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.822375] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.822467] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.822556] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.822779] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.824126] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.824126] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.824126] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.824126] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.824126] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.824126] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.824126] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.824860] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f5c7826-081d-4b48-ae24-2c4543d98a19',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.277101] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9b14808-1fff-458c-91aa-d6d7e0549ef2 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.277292] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.277546] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9b14808-1fff-458c-91aa-d6d7e0549ef2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.278555] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4870a745-b046-4e6e-80a0-8227918f4800 with status ACTIVE [ 825.278808] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.279080] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.279174] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.279368] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.279481] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.279675] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.279786] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.279848] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.280017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.280729] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.280729] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.280729] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.280729] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.280729] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.280729] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.280997] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4870a745-b046-4e6e-80a0-8227918f4800 is going to be updated. [ 825.312454] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.312831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.312831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.312914] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.313017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.313194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4870a745-b046-4e6e-80a0-8227918f4800" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.326965] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 140dc507-f8bf-4051-979f-8157c9f1af22: rpc.has_security_group_logging(os_id): False [ 825.328754] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9f71e76-65b3-4464-a357-b5ffc2a29910: rpc.has_security_group_logging(os_id): False [ 825.329526] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f5c7826-081d-4b48-ae24-2c4543d98a19: rpc.has_security_group_logging(os_id): False [ 825.350412] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.350412] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.350670] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.350670] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.350746] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.350980] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.351096] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.351207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.351341] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.351393] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.351983] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 is going to be updated. [ 825.353620] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.353794] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.353851] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.354063] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.354155] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.354340] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.354431] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.354498] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.354627] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.355731] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.355731] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.355731] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.355731] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.355731] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.355731] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.355731] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.355731] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.355731] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.355731] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.356694] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.356694] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 is going to be updated. [ 825.357901] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.358047] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.358118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.358569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.358569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.358569] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.358752] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.358790] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.359310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.359310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.359310] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 140dc507-f8bf-4051-979f-8157c9f1af22 is going to be created. [ 825.473443] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.473443] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.474577] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.474577] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.474577] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.476046] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.476238] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.476238] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.477474] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.477474] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.480880] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.480880] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.480880] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.480880] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.480880] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.497441] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 140dc507-f8bf-4051-979f-8157c9f1af22 in Status: IN_PROGRESS for 2s [ 825.504495] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 in Status: IN_PROGRESS for 2s [ 825.523388] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: IN_PROGRESS for 2s [ 825.784656] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9b14808-1fff-458c-91aa-d6d7e0549ef2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.287646] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.287967] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.287967] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.288196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.288291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.288396] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9b14808-1fff-458c-91aa-d6d7e0549ef2 is going to be created. [ 826.317449] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.317958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.317958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.317958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.318135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.335096] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9b14808-1fff-458c-91aa-d6d7e0549ef2 in Status: UNINITIALIZED for 2s [ 826.444715] env[65619]: INFO networking_nsxv3.common.synchronization [req-d940c09e-d0ae-4b22-ac45-9c269fd68402 req-1284d2a5-de97-402d-a4fe-e9358bf78414 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: 140dc507-f8bf-4051-979f-8157c9f1af22 with Priority: HIGHEST for action security_group_members [ 826.444875] env[65619]: INFO networking_nsxv3.common.synchronization [req-d940c09e-d0ae-4b22-ac45-9c269fd68402 req-1284d2a5-de97-402d-a4fe-e9358bf78414 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 with Priority: HIGHEST for action security_group_members [ 826.445014] env[65619]: INFO networking_nsxv3.common.synchronization [req-d940c09e-d0ae-4b22-ac45-9c269fd68402 req-1284d2a5-de97-402d-a4fe-e9358bf78414 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 826.445546] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 140dc507-f8bf-4051-979f-8157c9f1af22 with Priority: HIGHEST for action security_group_members [ 826.445676] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 with Priority: HIGHEST for action security_group_members [ 826.445775] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 826.446060] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-140dc507-f8bf-4051-979f-8157c9f1af22 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.446181] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-140dc507-f8bf-4051-979f-8157c9f1af22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.446249] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-140dc507-f8bf-4051-979f-8157c9f1af22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.446439] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-140dc507-f8bf-4051-979f-8157c9f1af22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.446609] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.446710] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.446893] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.446961] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.447045] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.447135] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('140dc507-f8bf-4051-979f-8157c9f1af22',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.448057] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f5c7826-081d-4b48-ae24-2c4543d98a19 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.448213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.448213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.448342] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.448478] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.448570] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.448629] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.448754] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.448833] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.448917] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f5c7826-081d-4b48-ae24-2c4543d98a19',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.449710] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.449808] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.449865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.449987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.451049] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.451131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.451166] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.451309] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.451388] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.451473] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.946934] env[65619]: INFO networking_nsxv3.common.synchronization [req-3c987424-b0cc-4f65-ab4d-6f74c500d0ef req-9f519bcc-1a69-428b-be39-682934beb220 tempest-ListImageFiltersTestJSON-1723901807 tempest-ListImageFiltersTestJSON-1723901807-project-member] Enqueued Resource ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 with Priority: HIGHEST for action security_group_members [ 826.947572] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 with Priority: HIGHEST for action security_group_members [ 826.947928] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.948461] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.948558] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.948786] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.948972] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.949105] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.949166] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.949771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.949879] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.949997] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('333bd2d4-75ea-43e3-b5d9-a6d86b65ba66',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.955303] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.955303] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.955303] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.955303] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.955303] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.955303] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.955303] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.955303] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.956166] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.956166] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.956166] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 140dc507-f8bf-4051-979f-8157c9f1af22 is going to be updated. [ 826.957905] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.958128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.958181] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.958419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.958918] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.958918] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.958918] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.958918] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.959243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.959243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.959315] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 is going to be updated. [ 826.960326] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.000286] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.000286] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.000286] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.000286] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.000286] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.002303] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.002411] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.002601] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.002723] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.002853] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.015689] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 in Status: IN_PROGRESS for 2s [ 827.016753] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 140dc507-f8bf-4051-979f-8157c9f1af22 in Status: IN_PROGRESS for 2s [ 827.149646] env[65619]: INFO networking_nsxv3.common.synchronization [req-660eb032-a10e-4ab9-8c73-aed0bafc0851 req-2ddd7867-00d6-4eba-bc6d-16412a268146 tempest-ListServerFiltersTestJSON-1483185442 tempest-ListServerFiltersTestJSON-1483185442-project-member] Enqueued Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_members [ 827.150632] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_members [ 827.150914] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd12b8b-6f91-42b2-bd30-886c12bad459 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.151037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.151107] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.151437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.151659] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.151794] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.151853] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.151992] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.152112] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.152211] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.453507] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.453818] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.453818] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.453988] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.464854] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.481760] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.485024] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.485024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.485024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.485024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.485024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.485024] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 is going to be updated. [ 827.512035] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 140dc507-f8bf-4051-979f-8157c9f1af22 in Status: SUCCESS [ 827.512296] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-140dc507-f8bf-4051-979f-8157c9f1af22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.520035] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 in Status: SUCCESS [ 827.520035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.523996] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.524177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.525101] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.525101] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.525101] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.536480] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 in Status: IN_PROGRESS for 2s [ 827.545153] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: SUCCESS [ 827.545153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.654560] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.968699] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.968699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.968699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.968699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.968699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.968699] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 is going to be updated. [ 828.008027] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.008027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.008027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.008027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.008027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.023856] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: IN_PROGRESS for 2s [ 828.157887] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.364934] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9b14808-1fff-458c-91aa-d6d7e0549ef2 in Status: SUCCESS [ 828.364934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.364934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.364934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.364934] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.364934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.364934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.364934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.364934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.364934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.364934] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9b14808-1fff-458c-91aa-d6d7e0549ef2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.543164] env[65619]: INFO networking_nsxv3.common.synchronization [None req-fb8f4454-5d39-4ecf-83e2-774b281342a6 tempest-ImagesOneServerNegativeTestJSON-532414559 tempest-ImagesOneServerNegativeTestJSON-532414559-project-member] Enqueued Resource ID: b8f24393-f5fb-42d5-82ad-4436f7049f09 with Priority: HIGHEST for action security_group_rules [ 828.543164] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f24393-f5fb-42d5-82ad-4436f7049f09 with Priority: HIGHEST for action security_group_rules [ 828.543164] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8f24393-f5fb-42d5-82ad-4436f7049f09 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.543734] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8f24393-f5fb-42d5-82ad-4436f7049f09" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.543734] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8f24393-f5fb-42d5-82ad-4436f7049f09" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.543943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8f24393-f5fb-42d5-82ad-4436f7049f09" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.543943] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8f24393-f5fb-42d5-82ad-4436f7049f09',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.673310] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.674196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.674196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.674942] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.676662] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.676662] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 is going to be updated. [ 828.685392] env[65619]: INFO networking_nsxv3.common.synchronization [None req-69e89d4a-e29c-4b77-8c11-adecbfa48a3d tempest-ImagesOneServerNegativeTestJSON-532414559 tempest-ImagesOneServerNegativeTestJSON-532414559-project-member] Enqueued Resource ID: b8f24393-f5fb-42d5-82ad-4436f7049f09 with Priority: HIGHEST for action security_group_rules [ 828.685819] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f24393-f5fb-42d5-82ad-4436f7049f09 with Priority: HIGHEST for action security_group_rules [ 828.686153] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8f24393-f5fb-42d5-82ad-4436f7049f09 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.686285] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8f24393-f5fb-42d5-82ad-4436f7049f09" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.707288] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.707468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.707540] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.707728] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.707922] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.719917] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 in Status: IN_PROGRESS for 2s [ 828.868915] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9b14808-1fff-458c-91aa-d6d7e0549ef2 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.869086] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.869222] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.869362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.869972] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.869972] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.869972] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.869972] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.870229] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.870229] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.870300] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9b14808-1fff-458c-91aa-d6d7e0549ef2 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.870748] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.870748] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.870836] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.871719] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.871880] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.871952] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.872128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.872213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.872368] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.872467] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9b14808-1fff-458c-91aa-d6d7e0549ef2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.031361] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 in Status: SUCCESS [ 829.031361] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 deletion is rescheduled due to dependency. [ 829.031361] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.031361] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 140dc507-f8bf-4051-979f-8157c9f1af22 in Status: SUCCESS [ 829.031361] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 140dc507-f8bf-4051-979f-8157c9f1af22 deletion is rescheduled due to dependency. [ 829.031361] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-140dc507-f8bf-4051-979f-8157c9f1af22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.069082] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.069894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.069894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.069894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.069894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.069894] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8f24393-f5fb-42d5-82ad-4436f7049f09 already deleted. [ 829.070330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8f24393-f5fb-42d5-82ad-4436f7049f09" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.070514] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8f24393-f5fb-42d5-82ad-4436f7049f09" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.070683] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8f24393-f5fb-42d5-82ad-4436f7049f09" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.070770] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8f24393-f5fb-42d5-82ad-4436f7049f09',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.375589] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9b14808-1fff-458c-91aa-d6d7e0549ef2: rpc.has_security_group_logging(os_id): False [ 829.403401] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.403646] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.403646] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.403942] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.404019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.404266] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.404379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.404446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.404649] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.404796] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.405987] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.405987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.405987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.405987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.405987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.405987] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.406379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.406379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.406379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.406379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.406379] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9b14808-1fff-458c-91aa-d6d7e0549ef2 is going to be created. [ 829.410195] env[65619]: INFO networking_nsxv3.common.synchronization [req-0c4b16bb-c504-4f63-a474-257af3add6a1 req-2dbd3c81-52f6-42d7-b808-e0bed37871a7 tempest-ServerMetadataTestJSON-894511568 tempest-ServerMetadataTestJSON-894511568-project-member] Enqueued Resource ID: dc2bc45a-cd88-4af6-8650-bf22c7735c34 with Priority: HIGHEST for action security_group_members [ 829.410776] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2bc45a-cd88-4af6-8650-bf22c7735c34 with Priority: HIGHEST for action security_group_members [ 829.411102] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2bc45a-cd88-4af6-8650-bf22c7735c34 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.411223] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.411290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.411474] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.411622] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.411708] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.411836] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.411912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.411995] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.412108] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2bc45a-cd88-4af6-8650-bf22c7735c34',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.485890] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.485890] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.485890] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.485890] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.485890] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.497078] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9b14808-1fff-458c-91aa-d6d7e0549ef2 in Status: IN_PROGRESS for 2s [ 829.550812] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 in Status: SUCCESS [ 829.550812] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 333bd2d4-75ea-43e3-b5d9-a6d86b65ba66 deletion is rescheduled due to dependency. [ 829.551416] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333bd2d4-75ea-43e3-b5d9-a6d86b65ba66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.625354] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.625354] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.625354] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.625354] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.625354] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.625354] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8f24393-f5fb-42d5-82ad-4436f7049f09 already deleted. [ 829.625354] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8f24393-f5fb-42d5-82ad-4436f7049f09" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.915171] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.915923] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.915923] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.915923] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.915923] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.915923] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.916237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.916237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.916301] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.916332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.916540] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2bc45a-cd88-4af6-8650-bf22c7735c34 is going to be updated. [ 829.946793] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.946938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.947026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.947226] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.947367] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.957187] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2bc45a-cd88-4af6-8650-bf22c7735c34 in Status: IN_PROGRESS for 2s [ 830.034465] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: SUCCESS [ 830.034811] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.616452] env[65619]: INFO networking_nsxv3.common.synchronization [req-d13e7806-ab32-46ec-8418-233677050851 req-2fcef218-9502-4a49-a106-01ac44549617 tempest-ServerPasswordTestJSON-1150208046 tempest-ServerPasswordTestJSON-1150208046-project-member] Enqueued Resource ID: 3ab943fb-5c69-4805-a428-914d83efabed with Priority: HIGHEST for action security_group_members [ 830.618108] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab943fb-5c69-4805-a428-914d83efabed with Priority: HIGHEST for action security_group_members [ 830.618108] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ab943fb-5c69-4805-a428-914d83efabed taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.618339] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.618339] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.618594] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.618745] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.619163] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.619163] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.619163] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.619298] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.619585] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ab943fb-5c69-4805-a428-914d83efabed',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.733173] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 in Status: SUCCESS [ 830.733690] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.049377] env[65619]: INFO networking_nsxv3.common.synchronization [req-66d2b121-119e-4efa-9047-8ea48434f4f5 req-5737f60a-30dc-4c9d-9118-a899f1eb484e tempest-ImagesOneServerTestJSON-1221913791 tempest-ImagesOneServerTestJSON-1221913791-project-member] Enqueued Resource ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b with Priority: HIGHEST for action security_group_members [ 831.049958] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b with Priority: HIGHEST for action security_group_members [ 831.050953] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc2ff34-f916-40a5-a912-d2a699ebd70b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.050953] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.050953] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.051534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.051697] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.051863] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.051917] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.052122] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.052263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.052398] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc2ff34-f916-40a5-a912-d2a699ebd70b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.097870] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.098614] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-41" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.098614] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-41" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.098614] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-41" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.099375] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.099375] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.099375] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.100431] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.100534] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.100668] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.100785] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.100889] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.100994] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.101112] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.101314] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.101380] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.122315] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.122480] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.122632] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.123931] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-41" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.123931] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-6158ccfc-84e6-457c-a4ed-3b10bde02886 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.123931] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-6158ccfc-84e6-457c-a4ed-3b10bde02886" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.123931] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-6158ccfc-84e6-457c-a4ed-3b10bde02886" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.123931] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-6158ccfc-84e6-457c-a4ed-3b10bde02886" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.124203] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6158ccfc-84e6-457c-a4ed-3b10bde02886',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.124992] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.125913] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.126908] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.126908] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.126908] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.126908] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.126908] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.127249] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.127507] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.127696] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.127868] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ab943fb-5c69-4805-a428-914d83efabed already deleted. [ 831.128026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.511062] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9b14808-1fff-458c-91aa-d6d7e0549ef2 in Status: SUCCESS [ 831.511336] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.557918] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.557918] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.557918] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.557918] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.557918] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.557918] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.557918] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.557918] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.557918] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.557918] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.557918] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b is going to be updated. [ 831.592431] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.592431] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.593469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.593469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.593469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.603287] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b in Status: IN_PROGRESS for 2s [ 831.630257] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.630733] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.630733] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.630992] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.631202] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.631384] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 6158ccfc-84e6-457c-a4ed-3b10bde02886 not found, creating... [ 831.631712] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.631901] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.632071] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.632338] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.632505] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.632828] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.633014] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.633167] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.633411] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.633572] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.633789] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 6158ccfc-84e6-457c-a4ed-3b10bde02886 is going to be created. [ 831.662558] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.662807] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.662966] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.663301] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.663552] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.663827] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-6158ccfc-84e6-457c-a4ed-3b10bde02886" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.966979] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2bc45a-cd88-4af6-8650-bf22c7735c34 in Status: SUCCESS [ 831.967208] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2bc45a-cd88-4af6-8650-bf22c7735c34 deletion is rescheduled due to dependency. [ 831.967332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2bc45a-cd88-4af6-8650-bf22c7735c34" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.379818] env[65619]: INFO networking_nsxv3.common.synchronization [req-d13e7806-ab32-46ec-8418-233677050851 req-9e3d7e2f-a01d-44c4-a50a-b0b1675d0485 service nova] Enqueued Resource ID: 3ab943fb-5c69-4805-a428-914d83efabed with Priority: HIGHEST for action security_group_rules [ 832.379818] env[65619]: INFO networking_nsxv3.common.synchronization [req-d13e7806-ab32-46ec-8418-233677050851 req-9e3d7e2f-a01d-44c4-a50a-b0b1675d0485 service nova] Enqueued Resource ID: 3ab943fb-5c69-4805-a428-914d83efabed with Priority: HIGHEST for action security_group_members [ 832.379949] env[65619]: INFO networking_nsxv3.common.synchronization [req-d13e7806-ab32-46ec-8418-233677050851 req-9e3d7e2f-a01d-44c4-a50a-b0b1675d0485 service nova] Enqueued Resource ID: 6158ccfc-84e6-457c-a4ed-3b10bde02886 with Priority: HIGHEST for action port [ 832.380476] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab943fb-5c69-4805-a428-914d83efabed with Priority: HIGHEST for action security_group_rules [ 832.380614] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab943fb-5c69-4805-a428-914d83efabed with Priority: HIGHEST for action security_group_members [ 832.380728] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6158ccfc-84e6-457c-a4ed-3b10bde02886 with Priority: HIGHEST for action port [ 832.381728] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ab943fb-5c69-4805-a428-914d83efabed taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.381901] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.382870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.382870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.382870] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ab943fb-5c69-4805-a428-914d83efabed',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.383558] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ab943fb-5c69-4805-a428-914d83efabed taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.383657] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.383720] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.383910] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.384139] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.384251] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.384330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.384883] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.384883] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.384883] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ab943fb-5c69-4805-a428-914d83efabed',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.386963] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-6158ccfc-84e6-457c-a4ed-3b10bde02886 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.386963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6158ccfc-84e6-457c-a4ed-3b10bde02886" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.386963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6158ccfc-84e6-457c-a4ed-3b10bde02886" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.387128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6158ccfc-84e6-457c-a4ed-3b10bde02886" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.387165] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6158ccfc-84e6-457c-a4ed-3b10bde02886',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.889429] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ab943fb-5c69-4805-a428-914d83efabed taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.889767] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.889831] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ab943fb-5c69-4805-a428-914d83efabed',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.893019] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6158ccfc-84e6-457c-a4ed-3b10bde02886 with status ACTIVE [ 832.893019] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.893019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.893019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.893019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.893019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.893019] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.893019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.893019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.893019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.893019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.893019] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.893019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.893019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.894242] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.894242] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.894242] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6158ccfc-84e6-457c-a4ed-3b10bde02886 is going to be updated. [ 832.917919] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.918256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.918355] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.918691] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.918933] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.919141] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6158ccfc-84e6-457c-a4ed-3b10bde02886" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.309418] env[65619]: INFO networking_nsxv3.common.synchronization [req-1bf02032-9013-4a61-bcd6-17151150ad49 req-d7444b43-7e61-4700-ac84-77d6d4d1026c tempest-AttachInterfacesTestJSON-210967248 tempest-AttachInterfacesTestJSON-210967248-project-member] Enqueued Resource ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b with Priority: HIGHEST for action security_group_members [ 833.310115] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b with Priority: HIGHEST for action security_group_members [ 833.310470] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1156f7b-bde9-45ce-ad46-a076af8ddf1b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.310586] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.310670] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.310975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.311159] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.311305] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.311383] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.311634] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.311634] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.311803] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1156f7b-bde9-45ce-ad46-a076af8ddf1b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.397956] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ab943fb-5c69-4805-a428-914d83efabed',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.615477] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b in Status: SUCCESS [ 833.615788] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b deletion is rescheduled due to dependency. [ 833.615980] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.726387] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.726581] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.726816] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.727156] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.727441] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.727615] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.727725] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.727955] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.728120] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.728338] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.728449] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.728555] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.728661] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.728811] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.729020] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.729120] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.755520] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.755712] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.755765] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.755934] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.756277] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-7bc515c4-8c2e-4f69-abbd-1017697c29a2 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.756452] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-7bc515c4-8c2e-4f69-abbd-1017697c29a2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.756569] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-7bc515c4-8c2e-4f69-abbd-1017697c29a2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.757056] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-7bc515c4-8c2e-4f69-abbd-1017697c29a2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.757213] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bc515c4-8c2e-4f69-abbd-1017697c29a2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.816573] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.816888] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.816985] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.817231] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.817319] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.817525] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.817709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.817709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.817884] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.817955] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.818133] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b already deleted. [ 833.818133] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.903971] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.904431] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.904431] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.904515] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.904696] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.904696] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ab943fb-5c69-4805-a428-914d83efabed is going to be created. [ 833.932775] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.932929] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.932992] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.933191] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.933351] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.943789] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ab943fb-5c69-4805-a428-914d83efabed in Status: UNINITIALIZED for 2s [ 834.259866] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.260034] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.260230] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.261031] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.261031] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.261031] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 7bc515c4-8c2e-4f69-abbd-1017697c29a2 not found, creating... [ 834.261323] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.261492] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.261670] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.261967] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.262175] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.262587] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.262774] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.262954] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.263276] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.263850] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.263850] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 7bc515c4-8c2e-4f69-abbd-1017697c29a2 is going to be created. [ 834.284319] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.284584] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.284793] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.285021] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.285256] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.285482] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-7bc515c4-8c2e-4f69-abbd-1017697c29a2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.995554] env[65619]: INFO networking_nsxv3.common.synchronization [req-1bf02032-9013-4a61-bcd6-17151150ad49 req-5e819ebf-e005-4f00-b28e-67e0b3ae14bc service nova] Enqueued Resource ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b with Priority: HIGHEST for action security_group_rules [ 834.995890] env[65619]: INFO networking_nsxv3.common.synchronization [req-1bf02032-9013-4a61-bcd6-17151150ad49 req-5e819ebf-e005-4f00-b28e-67e0b3ae14bc service nova] Enqueued Resource ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b with Priority: HIGHEST for action security_group_members [ 834.996138] env[65619]: INFO networking_nsxv3.common.synchronization [req-1bf02032-9013-4a61-bcd6-17151150ad49 req-5e819ebf-e005-4f00-b28e-67e0b3ae14bc service nova] Enqueued Resource ID: 7bc515c4-8c2e-4f69-abbd-1017697c29a2 with Priority: HIGHEST for action port [ 834.996906] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b with Priority: HIGHEST for action security_group_rules [ 834.997074] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b with Priority: HIGHEST for action security_group_members [ 834.997195] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc515c4-8c2e-4f69-abbd-1017697c29a2 with Priority: HIGHEST for action port [ 834.997544] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1156f7b-bde9-45ce-ad46-a076af8ddf1b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.997761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.997821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.998038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.998174] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1156f7b-bde9-45ce-ad46-a076af8ddf1b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.000282] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1156f7b-bde9-45ce-ad46-a076af8ddf1b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.000282] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.000282] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.000428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.000538] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.000648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.000734] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.000911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.000997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.001117] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1156f7b-bde9-45ce-ad46-a076af8ddf1b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.002463] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bc515c4-8c2e-4f69-abbd-1017697c29a2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.002636] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bc515c4-8c2e-4f69-abbd-1017697c29a2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.002719] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bc515c4-8c2e-4f69-abbd-1017697c29a2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.002932] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bc515c4-8c2e-4f69-abbd-1017697c29a2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.003059] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bc515c4-8c2e-4f69-abbd-1017697c29a2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.500646] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1156f7b-bde9-45ce-ad46-a076af8ddf1b taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.500903] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.503267] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1156f7b-bde9-45ce-ad46-a076af8ddf1b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.504327] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bc515c4-8c2e-4f69-abbd-1017697c29a2 with status ACTIVE [ 835.505015] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.505015] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.505015] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.505015] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.505241] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.505309] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.505411] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.505478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.505662] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.505767] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.506008] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.506110] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.506184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.506334] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.506409] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.506493] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bc515c4-8c2e-4f69-abbd-1017697c29a2 is going to be updated. [ 835.529022] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.529185] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.529249] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.529421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.529552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.529715] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bc515c4-8c2e-4f69-abbd-1017697c29a2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.956869] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ab943fb-5c69-4805-a428-914d83efabed in Status: SUCCESS [ 835.956869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.956869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.956869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.956869] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.956869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.956869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.956869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.956869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.956869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.956869] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ab943fb-5c69-4805-a428-914d83efabed',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.009031] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1156f7b-bde9-45ce-ad46-a076af8ddf1b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.459369] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ab943fb-5c69-4805-a428-914d83efabed taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.459529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.459624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.459943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.460134] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.460240] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.460305] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.460503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.460637] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.460757] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.460913] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ab943fb-5c69-4805-a428-914d83efabed taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.461015] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.461081] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.461257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.461459] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.461569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.461632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.461774] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.461853] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.461946] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.462038] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ab943fb-5c69-4805-a428-914d83efabed',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.511607] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.511826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.511939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.512659] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.512838] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.512972] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b is going to be created. [ 836.541903] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.542150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.542150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.542251] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.542383] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.552973] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b in Status: UNINITIALIZED for 2s [ 836.965407] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ab943fb-5c69-4805-a428-914d83efabed: rpc.has_security_group_logging(os_id): False [ 836.985295] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.985433] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.985508] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.985757] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.985877] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.986119] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.986228] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.986290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.986527] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.986727] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.986971] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.987114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.987214] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.987314] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.987388] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.987596] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.987717] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.987780] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.987917] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.988010] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.988118] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ab943fb-5c69-4805-a428-914d83efabed is going to be created. [ 837.050036] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.050529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.050529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.050529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.050675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.062615] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ab943fb-5c69-4805-a428-914d83efabed in Status: IN_PROGRESS for 2s [ 838.468503] env[65619]: INFO networking_nsxv3.common.synchronization [req-63bfb886-dee4-439b-89ad-1ae39b581ba7 req-15c3a1de-d20d-4353-9261-da1240d500af tempest-ServerAddressesNegativeTestJSON-641885941 tempest-ServerAddressesNegativeTestJSON-641885941-project-member] Enqueued Resource ID: c9b14808-1fff-458c-91aa-d6d7e0549ef2 with Priority: HIGHEST for action security_group_members [ 838.469080] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b14808-1fff-458c-91aa-d6d7e0549ef2 with Priority: HIGHEST for action security_group_members [ 838.469392] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9b14808-1fff-458c-91aa-d6d7e0549ef2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.469526] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.469586] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.469795] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.469909] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.470011] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.470074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.470217] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.470302] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.470399] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9b14808-1fff-458c-91aa-d6d7e0549ef2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.566873] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b in Status: SUCCESS [ 838.566873] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.567260] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.567522] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.567777] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.567959] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.568046] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.568235] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.568496] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.568496] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.568659] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1156f7b-bde9-45ce-ad46-a076af8ddf1b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.973643] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.973814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.974118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.974251] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.974328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.974519] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.974654] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.974757] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.974965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.975066] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.975176] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9b14808-1fff-458c-91aa-d6d7e0549ef2 is going to be updated. [ 839.005825] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.006020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.006128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.006599] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.006599] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.016605] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9b14808-1fff-458c-91aa-d6d7e0549ef2 in Status: IN_PROGRESS for 2s [ 839.071640] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1156f7b-bde9-45ce-ad46-a076af8ddf1b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.077474] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ab943fb-5c69-4805-a428-914d83efabed in Status: SUCCESS [ 839.077762] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.573770] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1156f7b-bde9-45ce-ad46-a076af8ddf1b: rpc.has_security_group_logging(os_id): False [ 839.592692] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.592838] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.592893] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.593142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.593248] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.593471] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.593569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.593682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.593778] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.593847] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.593927] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b is going to be created. [ 839.657741] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.657909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.658013] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.658200] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.658382] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.670778] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b in Status: IN_PROGRESS for 2s [ 841.027561] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9b14808-1fff-458c-91aa-d6d7e0549ef2 in Status: SUCCESS [ 841.027902] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9b14808-1fff-458c-91aa-d6d7e0549ef2 deletion is rescheduled due to dependency. [ 841.028025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.685156] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b in Status: SUCCESS [ 841.685380] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.681237] env[65619]: INFO networking_nsxv3.common.synchronization [req-c4e4f2e8-545e-41de-919f-5d79996dfe16 req-70edde5a-d037-4826-8057-20bc4d981980 tempest-ServersTestFqdnHostnames-1846580133 tempest-ServersTestFqdnHostnames-1846580133-project-member] Enqueued Resource ID: 6311b186-f50c-498f-8fe4-848580df9477 with Priority: HIGHEST for action security_group_members [ 842.682835] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6311b186-f50c-498f-8fe4-848580df9477 with Priority: HIGHEST for action security_group_members [ 842.683218] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-6311b186-f50c-498f-8fe4-848580df9477 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.683357] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.683469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.683641] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.683820] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.683950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.684033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.684201] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.684299] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.684392] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6311b186-f50c-498f-8fe4-848580df9477',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.896716] env[65619]: INFO networking_nsxv3.common.synchronization [req-d010f416-8fce-4a4a-b9b5-2270258af362 req-7ed940bf-ee3c-4732-8558-1a0f097346a5 tempest-ServerPasswordTestJSON-1150208046 tempest-ServerPasswordTestJSON-1150208046-project-member] Enqueued Resource ID: 3ab943fb-5c69-4805-a428-914d83efabed with Priority: HIGHEST for action security_group_members [ 842.900411] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab943fb-5c69-4805-a428-914d83efabed with Priority: HIGHEST for action security_group_members [ 842.900411] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ab943fb-5c69-4805-a428-914d83efabed taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.900411] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.900411] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.900411] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.900411] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.900411] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.900411] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.900411] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.900411] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.900411] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ab943fb-5c69-4805-a428-914d83efabed',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.187904] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.188095] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.189059] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.189059] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.189059] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.189059] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.189059] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.189059] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.189059] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.189059] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.189450] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6311b186-f50c-498f-8fe4-848580df9477 is going to be updated. [ 843.221067] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.221216] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.221272] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.221477] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.221631] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.230958] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6311b186-f50c-498f-8fe4-848580df9477 in Status: IN_PROGRESS for 2s [ 843.402925] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.403122] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.403231] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.403394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.403483] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.403684] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.403785] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.403848] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.404008] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.404097] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.404184] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ab943fb-5c69-4805-a428-914d83efabed is going to be updated. [ 843.446887] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.447063] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.447063] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.447214] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.447355] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.458893] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ab943fb-5c69-4805-a428-914d83efabed in Status: IN_PROGRESS for 2s [ 843.857410] env[65619]: INFO networking_nsxv3.common.synchronization [req-6a96001d-ccaf-432a-b7c4-733c8e718c61 req-e60aa051-a415-46c5-bddd-71254bdb8b21 tempest-ServerActionsTestJSON-867147254 tempest-ServerActionsTestJSON-867147254-project-member] Enqueued Resource ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 with Priority: HIGHEST for action security_group_members [ 843.858194] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 with Priority: HIGHEST for action security_group_members [ 843.858553] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acc161a-f468-4785-bf27-fc6378a03ac6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.858717] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.858814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.859146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.859360] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.859638] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.859638] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.859771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.859887] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.860012] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acc161a-f468-4785-bf27-fc6378a03ac6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.239802] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.240036] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-158" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.240166] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-158" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.240636] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-158" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.240732] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.245353] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.245353] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.245353] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.245353] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.245353] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.245353] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.245353] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.245353] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.245353] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.245762] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.245762] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.263730] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.265035] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.265035] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.265035] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-158" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.265962] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-ef14f194-d879-411d-bd03-ea87fa9b8b66 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.265962] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-ef14f194-d879-411d-bd03-ea87fa9b8b66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.265962] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-ef14f194-d879-411d-bd03-ea87fa9b8b66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.267037] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-ef14f194-d879-411d-bd03-ea87fa9b8b66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.267037] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef14f194-d879-411d-bd03-ea87fa9b8b66',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.362234] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.362234] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.362234] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.362443] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.362518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.362707] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.362815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.362882] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.363013] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.363089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.363170] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 already deleted. [ 844.363319] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.769755] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.769996] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.770371] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.770455] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.770542] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.770688] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port ef14f194-d879-411d-bd03-ea87fa9b8b66 not found, creating... [ 844.770951] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.771119] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.771236] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.771442] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.771575] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.771843] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.771995] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.772117] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.772312] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.772494] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.772634] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: ef14f194-d879-411d-bd03-ea87fa9b8b66 is going to be created. [ 844.796259] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.796509] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.796634] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.797053] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.797295] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.797545] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-ef14f194-d879-411d-bd03-ea87fa9b8b66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.242399] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6311b186-f50c-498f-8fe4-848580df9477 in Status: SUCCESS [ 845.242709] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6311b186-f50c-498f-8fe4-848580df9477 deletion is rescheduled due to dependency. [ 845.242709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.472891] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ab943fb-5c69-4805-a428-914d83efabed in Status: SUCCESS [ 845.473164] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ab943fb-5c69-4805-a428-914d83efabed deletion is rescheduled due to dependency. [ 845.473349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.495579] env[65619]: INFO networking_nsxv3.common.synchronization [req-6a96001d-ccaf-432a-b7c4-733c8e718c61 req-b0685e76-3c44-424c-8458-312ae774661f service nova] Enqueued Resource ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 with Priority: HIGHEST for action security_group_rules [ 845.495789] env[65619]: INFO networking_nsxv3.common.synchronization [req-6a96001d-ccaf-432a-b7c4-733c8e718c61 req-b0685e76-3c44-424c-8458-312ae774661f service nova] Enqueued Resource ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 with Priority: HIGHEST for action security_group_members [ 845.495945] env[65619]: INFO networking_nsxv3.common.synchronization [req-6a96001d-ccaf-432a-b7c4-733c8e718c61 req-b0685e76-3c44-424c-8458-312ae774661f service nova] Enqueued Resource ID: ef14f194-d879-411d-bd03-ea87fa9b8b66 with Priority: HIGHEST for action port [ 845.496557] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 with Priority: HIGHEST for action security_group_rules [ 845.496635] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 with Priority: HIGHEST for action security_group_members [ 845.496743] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef14f194-d879-411d-bd03-ea87fa9b8b66 with Priority: HIGHEST for action port [ 845.501183] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8acc161a-f468-4785-bf27-fc6378a03ac6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.501328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.501551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.501674] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.501776] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8acc161a-f468-4785-bf27-fc6378a03ac6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.502780] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acc161a-f468-4785-bf27-fc6378a03ac6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.502895] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.502957] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.503151] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.503296] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.503389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.503443] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.503580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.503662] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.503925] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acc161a-f468-4785-bf27-fc6378a03ac6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.505592] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef14f194-d879-411d-bd03-ea87fa9b8b66 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.505720] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef14f194-d879-411d-bd03-ea87fa9b8b66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.505803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef14f194-d879-411d-bd03-ea87fa9b8b66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.505965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef14f194-d879-411d-bd03-ea87fa9b8b66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.506197] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef14f194-d879-411d-bd03-ea87fa9b8b66',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.009612] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8acc161a-f468-4785-bf27-fc6378a03ac6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.010904] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acc161a-f468-4785-bf27-fc6378a03ac6 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.011038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.011202] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef14f194-d879-411d-bd03-ea87fa9b8b66 with status ACTIVE [ 846.011355] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.011461] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.011525] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.011726] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.011816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.011985] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.012091] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.012150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.012302] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.012403] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.012598] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.012691] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.012738] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.012876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.012956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.013305] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef14f194-d879-411d-bd03-ea87fa9b8b66 is going to be updated. [ 846.041250] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.041478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.041478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.041669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.041889] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.041956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef14f194-d879-411d-bd03-ea87fa9b8b66" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.517797] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8acc161a-f468-4785-bf27-fc6378a03ac6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.019080] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.019911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.020033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.020246] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.020344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.020438] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 is going to be created. [ 847.052184] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.052384] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.052468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.052756] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.053703] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.063175] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 in Status: UNINITIALIZED for 2s [ 848.078398] env[65619]: INFO networking_nsxv3.common.synchronization [req-8b3d85fe-ff1c-48b9-8572-097d96981803 req-cb8ee074-137d-4879-9b3c-f6ae8e6dbf2e tempest-DeleteServersTestJSON-987271658 tempest-DeleteServersTestJSON-987271658-project-member] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 848.079266] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 848.079358] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.079468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.079526] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.079747] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.080043] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.080211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.080287] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.080459] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.080535] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.080633] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.485428] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.485655] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.485807] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.488080] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.488080] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.488080] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.488286] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.488855] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.488855] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.491060] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.491060] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.491060] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.491060] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.491060] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.491060] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.491060] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.514257] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.514257] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 848.514257] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.514257] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.514496] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-f0b08b81-6260-488c-98fd-51fa06e1236b taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.514689] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-f0b08b81-6260-488c-98fd-51fa06e1236b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.514876] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-f0b08b81-6260-488c-98fd-51fa06e1236b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.515724] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-f0b08b81-6260-488c-98fd-51fa06e1236b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.515980] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0b08b81-6260-488c-98fd-51fa06e1236b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.586487] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.586487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.586487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.586487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.586487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.586487] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.586487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.586487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.586487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.586487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.586487] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be deleted. [ 848.659471] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.659471] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.659704] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.660468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.660468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.660468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.022253] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.022253] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.022253] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.022253] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.022253] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.022253] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port f0b08b81-6260-488c-98fd-51fa06e1236b not found, creating... [ 849.022744] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.022744] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.022744] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.023913] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.023913] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.023913] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.023913] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.023913] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.023913] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.023913] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.024346] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: f0b08b81-6260-488c-98fd-51fa06e1236b is going to be created. [ 849.049305] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.049603] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.049673] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.049956] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.050318] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.050470] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-f0b08b81-6260-488c-98fd-51fa06e1236b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.076357] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 in Status: SUCCESS [ 849.076611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.076960] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.077277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.077506] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.077626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.077699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.078027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.078194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.078302] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.078401] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8acc161a-f468-4785-bf27-fc6378a03ac6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.581711] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8acc161a-f468-4785-bf27-fc6378a03ac6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.858688] env[65619]: INFO networking_nsxv3.common.synchronization [req-8b3d85fe-ff1c-48b9-8572-097d96981803 req-327daa09-7adb-43af-895d-16aec6198884 service nova] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_rules [ 849.858688] env[65619]: INFO networking_nsxv3.common.synchronization [req-8b3d85fe-ff1c-48b9-8572-097d96981803 req-327daa09-7adb-43af-895d-16aec6198884 service nova] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 849.858688] env[65619]: INFO networking_nsxv3.common.synchronization [req-8b3d85fe-ff1c-48b9-8572-097d96981803 req-327daa09-7adb-43af-895d-16aec6198884 service nova] Enqueued Resource ID: f0b08b81-6260-488c-98fd-51fa06e1236b with Priority: HIGHEST for action port [ 849.858688] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_rules [ 849.858688] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 849.858688] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b08b81-6260-488c-98fd-51fa06e1236b with Priority: HIGHEST for action port [ 849.858688] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.859165] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.859357] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.859680] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.859872] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.861581] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.861884] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.862080] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.862386] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.862650] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.862880] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.863064] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.863397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.863599] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.863794] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.870449] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0b08b81-6260-488c-98fd-51fa06e1236b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.870449] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0b08b81-6260-488c-98fd-51fa06e1236b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.870449] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0b08b81-6260-488c-98fd-51fa06e1236b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.870449] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0b08b81-6260-488c-98fd-51fa06e1236b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.870449] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0b08b81-6260-488c-98fd-51fa06e1236b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.085512] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8acc161a-f468-4785-bf27-fc6378a03ac6: rpc.has_security_group_logging(os_id): False [ 850.108745] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.108992] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.108992] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.109198] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.109289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.109576] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.109698] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.109769] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.109959] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.110070] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.110167] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 is going to be created. [ 850.182032] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.182032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.182032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.182282] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.182282] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.200062] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 in Status: IN_PROGRESS for 2s [ 850.371754] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.373436] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.373436] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.373436] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0b08b81-6260-488c-98fd-51fa06e1236b with status ACTIVE [ 850.373436] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.373768] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.373768] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.373845] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.373896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.374087] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.374230] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.374230] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.374410] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.374492] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.374677] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.374813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.374903] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.375227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.375353] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.375445] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0b08b81-6260-488c-98fd-51fa06e1236b is going to be updated. [ 850.403259] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.403399] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.403511] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.404033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.404033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.404033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0b08b81-6260-488c-98fd-51fa06e1236b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.524446] env[65619]: INFO networking_nsxv3.common.synchronization [req-0359fe20-faa2-4b11-a7cb-6918253e03bd req-f44408f5-b0ac-4ed2-b765-8918fb8f49a8 tempest-ServersAdminTestJSON-1303458024 tempest-ServersAdminTestJSON-1303458024-project-member] Enqueued Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 850.524446] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 850.524794] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.524938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.525055] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.525769] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.527033] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.527033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.527033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.527033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.527033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.527033] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.878012] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.882839] env[65619]: INFO networking_nsxv3.common.synchronization [req-ba9d87e9-2c9e-4e09-83d4-b5468b741e21 req-1c3182b3-cea0-469c-b1b5-1869a2719fe1 tempest-ListServersNegativeTestJSON-1885882224 tempest-ListServersNegativeTestJSON-1885882224-project-member] Enqueued Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_members [ 850.885525] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_members [ 850.885858] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-99847b6a-a5de-460c-b40f-c68934454d9d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.886031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.886073] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.886314] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.886477] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.886582] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.886638] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.886813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.886890] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.886981] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.028955] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.230021] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.230162] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-80" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.230276] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-80" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.230586] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-80" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.230852] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.231020] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.232505] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.232505] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.232505] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.232505] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.232505] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.232815] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.232937] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.233067] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.233170] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.233299] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.255668] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.255842] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.255994] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.256203] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-80" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.256528] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-0d9751f6-a2e8-48b3-884b-95950d667c7a taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.256704] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-0d9751f6-a2e8-48b3-884b-95950d667c7a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.256859] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-0d9751f6-a2e8-48b3-884b-95950d667c7a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.257241] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-0d9751f6-a2e8-48b3-884b-95950d667c7a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.257379] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d9751f6-a2e8-48b3-884b-95950d667c7a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.382180] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.382180] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.382180] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.384473] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.384473] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.384473] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be created. [ 851.393860] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.393860] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.393860] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.393860] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.393860] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.393860] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.393860] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.393860] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.393860] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.393860] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.393860] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99847b6a-a5de-460c-b40f-c68934454d9d already deleted. [ 851.393860] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.413176] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.413176] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.413176] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.416124] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.416124] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.427767] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: UNINITIALIZED for 2s [ 851.531678] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.759867] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.760124] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.760243] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.760519] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.760668] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.760828] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 0d9751f6-a2e8-48b3-884b-95950d667c7a not found, creating... [ 851.761082] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.761234] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.761352] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.761564] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.761697] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.761976] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.762137] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.762251] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.762447] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.762578] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.762711] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 0d9751f6-a2e8-48b3-884b-95950d667c7a is going to be created. [ 851.784144] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.784375] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.784375] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.784584] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.784818] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.785041] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-0d9751f6-a2e8-48b3-884b-95950d667c7a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.035813] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.036242] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.036242] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.036395] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.037080] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.037270] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 is going to be updated. [ 852.067074] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.067074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.067074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.067436] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.067436] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.079576] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: IN_PROGRESS for 2s [ 852.213866] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 in Status: SUCCESS [ 852.214141] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.571944] env[65619]: INFO networking_nsxv3.common.synchronization [req-ba9d87e9-2c9e-4e09-83d4-b5468b741e21 req-6922b11f-c028-4619-8bf7-19573711e66c service nova] Enqueued Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_rules [ 852.572096] env[65619]: INFO networking_nsxv3.common.synchronization [req-ba9d87e9-2c9e-4e09-83d4-b5468b741e21 req-6922b11f-c028-4619-8bf7-19573711e66c service nova] Enqueued Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_members [ 852.572232] env[65619]: INFO networking_nsxv3.common.synchronization [req-ba9d87e9-2c9e-4e09-83d4-b5468b741e21 req-6922b11f-c028-4619-8bf7-19573711e66c service nova] Enqueued Resource ID: 0d9751f6-a2e8-48b3-884b-95950d667c7a with Priority: HIGHEST for action port [ 852.572780] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_rules [ 852.572996] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_members [ 852.572996] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9751f6-a2e8-48b3-884b-95950d667c7a with Priority: HIGHEST for action port [ 852.573370] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99847b6a-a5de-460c-b40f-c68934454d9d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.573514] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.573514] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.573695] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.573778] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.575082] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-99847b6a-a5de-460c-b40f-c68934454d9d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.575082] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.575345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.575345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.575447] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.575529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.575644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.575713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.575800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.575888] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.576715] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d9751f6-a2e8-48b3-884b-95950d667c7a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.576843] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d9751f6-a2e8-48b3-884b-95950d667c7a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.576910] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d9751f6-a2e8-48b3-884b-95950d667c7a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.578147] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d9751f6-a2e8-48b3-884b-95950d667c7a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.578147] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d9751f6-a2e8-48b3-884b-95950d667c7a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.079257] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-99847b6a-a5de-460c-b40f-c68934454d9d taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.079742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.079742] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.080500] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d9751f6-a2e8-48b3-884b-95950d667c7a with status ACTIVE [ 853.080692] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.080804] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.080879] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.081106] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.081216] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.081378] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.081474] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.081532] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.081687] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.081772] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.081961] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.082075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.082139] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.082270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.082333] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.082415] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d9751f6-a2e8-48b3-884b-95950d667c7a is going to be updated. [ 853.103436] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.103636] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.103636] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.103950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.104139] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.104581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d9751f6-a2e8-48b3-884b-95950d667c7a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.432072] env[65619]: INFO networking_nsxv3.common.synchronization [req-ba9d87e9-2c9e-4e09-83d4-b5468b741e21 req-c88a9230-8576-4464-a134-446e5893065e tempest-ListServersNegativeTestJSON-1885882224 tempest-ListServersNegativeTestJSON-1885882224-project-member] Enqueued Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_members [ 853.432879] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_members [ 853.433013] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-99847b6a-a5de-460c-b40f-c68934454d9d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.433128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.439353] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 853.439353] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.439457] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.439634] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.439814] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.439933] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.439993] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.440167] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.440257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.440331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.440442] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.584630] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.833324] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.833525] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-80" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.833647] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-80" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.833910] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-80" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.834181] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.834340] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.834455] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.834697] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.834895] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.835111] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.835227] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.835331] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.835429] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.835530] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.835628] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.835752] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.856578] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.856745] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.856889] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.857101] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-80" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.857446] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-f2eb4ee9-9261-4f0e-a6ce-1638e47cfe60 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.857941] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-f2eb4ee9-9261-4f0e-a6ce-1638e47cfe60" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.857941] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-f2eb4ee9-9261-4f0e-a6ce-1638e47cfe60" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.858093] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-f2eb4ee9-9261-4f0e-a6ce-1638e47cfe60" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.858740] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2eb4ee9-9261-4f0e-a6ce-1638e47cfe60',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.942958] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.943186] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.943256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.943423] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.943585] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.943691] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.943756] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.943878] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.943962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.944065] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.944214] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.944307] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.944362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.944496] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.944627] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.944940] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.945356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.946655] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.946957] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.947138] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.947244] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.087626] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.087626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.087626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.087626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.087626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.088332] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99847b6a-a5de-460c-b40f-c68934454d9d is going to be created. [ 854.091210] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: SUCCESS [ 854.091210] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.116426] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.116640] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.116640] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.116817] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.117437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.128153] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99847b6a-a5de-460c-b40f-c68934454d9d in Status: UNINITIALIZED for 2s [ 854.366041] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.366041] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.366041] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.366041] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.366041] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.366041] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port f2eb4ee9-9261-4f0e-a6ce-1638e47cfe60 not found, creating... [ 854.366467] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.366467] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.366467] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.366595] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.366665] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.366974] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.367153] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.367292] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.367575] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.367715] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.367855] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: f2eb4ee9-9261-4f0e-a6ce-1638e47cfe60 is going to be created. [ 854.389160] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.389498] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.389831] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.390059] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.390233] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.390542] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-f2eb4ee9-9261-4f0e-a6ce-1638e47cfe60" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.450554] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 421f2830-821c-4fc8-8fea-179533f9ce4f: rpc.has_security_group_logging(os_id): False [ 854.469939] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.470186] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.470237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.470423] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.470513] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.470703] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.470803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.470867] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.471016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.471098] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.471288] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.471383] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.471445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.471581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.471654] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.471841] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.471937] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.471997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.472149] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.472223] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.472305] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be created. [ 854.550257] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.550467] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.550511] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.550727] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.550954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.571052] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: IN_PROGRESS for 2s [ 855.102403] env[65619]: INFO networking_nsxv3.common.synchronization [req-ba9d87e9-2c9e-4e09-83d4-b5468b741e21 req-79bf738b-1fda-4d25-97aa-10fdf91beda2 service nova] Enqueued Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_rules [ 855.102804] env[65619]: INFO networking_nsxv3.common.synchronization [req-ba9d87e9-2c9e-4e09-83d4-b5468b741e21 req-79bf738b-1fda-4d25-97aa-10fdf91beda2 service nova] Enqueued Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_members [ 855.102804] env[65619]: INFO networking_nsxv3.common.synchronization [req-ba9d87e9-2c9e-4e09-83d4-b5468b741e21 req-79bf738b-1fda-4d25-97aa-10fdf91beda2 service nova] Enqueued Resource ID: f2eb4ee9-9261-4f0e-a6ce-1638e47cfe60 with Priority: HIGHEST for action port [ 855.103213] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_rules [ 855.103381] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_members [ 855.103439] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2eb4ee9-9261-4f0e-a6ce-1638e47cfe60 with Priority: HIGHEST for action port [ 855.103706] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99847b6a-a5de-460c-b40f-c68934454d9d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.103825] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.104015] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-99847b6a-a5de-460c-b40f-c68934454d9d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.104104] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.104279] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2eb4ee9-9261-4f0e-a6ce-1638e47cfe60 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.104378] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2eb4ee9-9261-4f0e-a6ce-1638e47cfe60" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.104441] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2eb4ee9-9261-4f0e-a6ce-1638e47cfe60" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.104633] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2eb4ee9-9261-4f0e-a6ce-1638e47cfe60" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.104712] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2eb4ee9-9261-4f0e-a6ce-1638e47cfe60',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.608514] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2eb4ee9-9261-4f0e-a6ce-1638e47cfe60 with status ACTIVE [ 855.608784] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.608935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.609061] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.609288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.609441] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.609607] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.609791] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.609791] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.613190] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.613190] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.613190] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.613190] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.613190] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.613190] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.613190] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.613190] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2eb4ee9-9261-4f0e-a6ce-1638e47cfe60 is going to be updated. [ 855.635901] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.636113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.636170] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.636382] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.636524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.636687] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2eb4ee9-9261-4f0e-a6ce-1638e47cfe60" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.109811] env[65619]: INFO networking_nsxv3.common.synchronization [req-ba9d87e9-2c9e-4e09-83d4-b5468b741e21 req-918425ab-1b17-4784-a2fd-e4c10c55c2e8 tempest-ListServersNegativeTestJSON-1885882224 tempest-ListServersNegativeTestJSON-1885882224-project-member] Enqueued Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_members [ 856.110538] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_members [ 856.110849] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-99847b6a-a5de-460c-b40f-c68934454d9d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.110952] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.140760] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99847b6a-a5de-460c-b40f-c68934454d9d in Status: SUCCESS [ 856.140976] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.141161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.141423] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.141646] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.141778] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.141861] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.142339] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.142440] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.142536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.142641] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.143909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.144136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.144335] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.144446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.144521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.144683] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.144790] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.144887] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.464498] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.464798] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-80" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.464944] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-80" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.465125] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-80" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.465386] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.465542] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.465656] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.465866] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.466056] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.466218] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.466324] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.466432] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.466529] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.466634] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.466758] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.466895] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.489186] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.489415] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.489527] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.489689] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-80" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.490517] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-bbaaf1eb-45ea-4cfc-8139-76f7b1bdea82 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.490517] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-bbaaf1eb-45ea-4cfc-8139-76f7b1bdea82" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.490517] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-bbaaf1eb-45ea-4cfc-8139-76f7b1bdea82" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.490801] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-bbaaf1eb-45ea-4cfc-8139-76f7b1bdea82" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.490801] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbaaf1eb-45ea-4cfc-8139-76f7b1bdea82',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.587569] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 856.587842] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.649699] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-99847b6a-a5de-460c-b40f-c68934454d9d taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.649877] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.650159] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.992706] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.992995] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.993112] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.993403] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.993546] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.993781] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port bbaaf1eb-45ea-4cfc-8139-76f7b1bdea82 not found, creating... [ 856.994182] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.994522] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.994878] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.995920] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.997424] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.997424] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.997424] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.997424] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.997726] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.997726] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.997957] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: bbaaf1eb-45ea-4cfc-8139-76f7b1bdea82 is going to be created. [ 857.025679] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.025908] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.026076] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.026324] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.026819] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.027275] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-bbaaf1eb-45ea-4cfc-8139-76f7b1bdea82" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.153129] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.657155] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.657492] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.658232] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.658232] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.658232] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.658232] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99847b6a-a5de-460c-b40f-c68934454d9d is going to be updated. [ 857.693209] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.693316] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.693381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.693677] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.693940] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.706078] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99847b6a-a5de-460c-b40f-c68934454d9d in Status: IN_PROGRESS for 2s [ 857.777067] env[65619]: INFO networking_nsxv3.common.synchronization [req-ba9d87e9-2c9e-4e09-83d4-b5468b741e21 req-f75deac3-981b-4916-8944-7b4a492431f3 service nova] Enqueued Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_rules [ 857.777313] env[65619]: INFO networking_nsxv3.common.synchronization [req-ba9d87e9-2c9e-4e09-83d4-b5468b741e21 req-f75deac3-981b-4916-8944-7b4a492431f3 service nova] Enqueued Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_members [ 857.777313] env[65619]: INFO networking_nsxv3.common.synchronization [req-ba9d87e9-2c9e-4e09-83d4-b5468b741e21 req-f75deac3-981b-4916-8944-7b4a492431f3 service nova] Enqueued Resource ID: bbaaf1eb-45ea-4cfc-8139-76f7b1bdea82 with Priority: HIGHEST for action port [ 857.777846] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_rules [ 857.777995] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_members [ 857.778109] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaaf1eb-45ea-4cfc-8139-76f7b1bdea82 with Priority: HIGHEST for action port [ 857.778385] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99847b6a-a5de-460c-b40f-c68934454d9d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.778500] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.778669] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-99847b6a-a5de-460c-b40f-c68934454d9d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.778742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.778952] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbaaf1eb-45ea-4cfc-8139-76f7b1bdea82 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.779047] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbaaf1eb-45ea-4cfc-8139-76f7b1bdea82" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.779108] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbaaf1eb-45ea-4cfc-8139-76f7b1bdea82" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.779288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbaaf1eb-45ea-4cfc-8139-76f7b1bdea82" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.779369] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbaaf1eb-45ea-4cfc-8139-76f7b1bdea82',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.282572] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbaaf1eb-45ea-4cfc-8139-76f7b1bdea82 with status ACTIVE [ 858.283098] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.283098] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.283098] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.283286] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.283321] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.283477] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.283581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.283642] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.283780] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.283856] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.284053] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.284138] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.284197] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.284326] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.284494] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.284494] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbaaf1eb-45ea-4cfc-8139-76f7b1bdea82 is going to be updated. [ 858.327206] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.327892] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.327892] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.327892] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.327892] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.327892] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbaaf1eb-45ea-4cfc-8139-76f7b1bdea82" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.848609] env[65619]: INFO networking_nsxv3.common.synchronization [req-fe918d1e-4eb6-457c-b598-8494eca63a51 req-5e6d0d09-930b-415f-9e86-42f39c68b702 tempest-ServerDiskConfigTestJSON-75665536 tempest-ServerDiskConfigTestJSON-75665536-project-member] Enqueued Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 858.849204] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 858.851953] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.852111] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.852182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.852433] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.852666] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.852807] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.853298] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.853588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.853676] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.853801] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.357982] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.358304] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.358345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.358556] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.358648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.358884] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.359018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.359074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.359216] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.359294] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.359382] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f is going to be updated. [ 859.392443] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.392712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.392712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.392864] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.393173] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.414795] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: IN_PROGRESS for 2s [ 859.717765] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99847b6a-a5de-460c-b40f-c68934454d9d in Status: SUCCESS [ 859.718296] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.718485] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.718702] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.719018] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.719255] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.719424] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.719675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.719878] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.720038] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.877753] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.877992] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-377" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.878164] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-377" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.878363] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-377" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.878622] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.878779] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.878887] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.880240] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.880427] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.880702] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.880825] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.880942] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.881101] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.881229] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.881353] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.881489] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.904413] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.904600] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.904751] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.905035] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-377" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.905387] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-da3a0e3d-b7ef-48d0-b4fc-5272d9a66cdb taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.905571] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-da3a0e3d-b7ef-48d0-b4fc-5272d9a66cdb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.905695] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-da3a0e3d-b7ef-48d0-b4fc-5272d9a66cdb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.906096] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-da3a0e3d-b7ef-48d0-b4fc-5272d9a66cdb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.906501] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da3a0e3d-b7ef-48d0-b4fc-5272d9a66cdb',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.222271] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.410715] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.411039] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.411132] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.411344] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.411495] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.411648] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port da3a0e3d-b7ef-48d0-b4fc-5272d9a66cdb not found, creating... [ 860.411908] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.412081] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.412197] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.412418] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.412550] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.412826] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.412979] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.413106] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.413306] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.413436] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.413574] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: da3a0e3d-b7ef-48d0-b4fc-5272d9a66cdb is going to be created. [ 860.435236] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.435476] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.435601] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.435872] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.436259] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.436397] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-da3a0e3d-b7ef-48d0-b4fc-5272d9a66cdb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.725686] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.186410] env[65619]: INFO networking_nsxv3.common.synchronization [req-fe918d1e-4eb6-457c-b598-8494eca63a51 req-b6080a9b-2ee4-4faa-a692-b6090768b44d service nova] Enqueued Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_rules [ 861.186410] env[65619]: INFO networking_nsxv3.common.synchronization [req-fe918d1e-4eb6-457c-b598-8494eca63a51 req-b6080a9b-2ee4-4faa-a692-b6090768b44d service nova] Enqueued Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 861.186410] env[65619]: INFO networking_nsxv3.common.synchronization [req-fe918d1e-4eb6-457c-b598-8494eca63a51 req-b6080a9b-2ee4-4faa-a692-b6090768b44d service nova] Enqueued Resource ID: da3a0e3d-b7ef-48d0-b4fc-5272d9a66cdb with Priority: HIGHEST for action port [ 861.186410] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_rules [ 861.186410] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 861.186410] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da3a0e3d-b7ef-48d0-b4fc-5272d9a66cdb with Priority: HIGHEST for action port [ 861.187544] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.187931] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.188238] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.189280] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.190798] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.193947] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.193947] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.193947] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-da3a0e3d-b7ef-48d0-b4fc-5272d9a66cdb taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.193947] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da3a0e3d-b7ef-48d0-b4fc-5272d9a66cdb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.193947] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da3a0e3d-b7ef-48d0-b4fc-5272d9a66cdb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.193947] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da3a0e3d-b7ef-48d0-b4fc-5272d9a66cdb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.193947] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da3a0e3d-b7ef-48d0-b4fc-5272d9a66cdb',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.228133] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.228456] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.228456] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.228633] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.228679] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.228763] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99847b6a-a5de-460c-b40f-c68934454d9d is going to be updated. [ 861.285257] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.285257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.285257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.285257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.285257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.299446] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99847b6a-a5de-460c-b40f-c68934454d9d in Status: IN_PROGRESS for 2s [ 861.426059] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: SUCCESS [ 861.426393] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f deletion is rescheduled due to dependency. [ 861.426393] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.426635] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.426912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.427497] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.427497] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.427497] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.427774] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.427774] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.427970] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.692327] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.692531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.697923] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da3a0e3d-b7ef-48d0-b4fc-5272d9a66cdb with status ACTIVE [ 861.698099] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.698099] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.699161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.699161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.699161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.699161] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.699161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.699161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.699161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.699161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.699161] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.699503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.699503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.699503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.699503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.699693] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da3a0e3d-b7ef-48d0-b4fc-5272d9a66cdb is going to be updated. [ 861.719832] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.720158] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.720158] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.720324] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.720381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.720618] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da3a0e3d-b7ef-48d0-b4fc-5272d9a66cdb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.929749] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.432323] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.935619] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.935830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.935830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.936044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.936145] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.936246] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f is going to be updated. [ 862.964691] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.964899] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.964899] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.965033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.965187] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.973759] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: IN_PROGRESS for 2s [ 863.315812] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99847b6a-a5de-460c-b40f-c68934454d9d in Status: SUCCESS [ 863.315812] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.315812] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.315812] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.315812] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.315812] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.315812] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.315812] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.315812] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.315812] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.819874] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.325414] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.827132] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.827132] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.827132] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.827925] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.827925] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.827925] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99847b6a-a5de-460c-b40f-c68934454d9d is going to be updated. [ 864.856714] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.856714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.856714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.856714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.857028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.867088] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99847b6a-a5de-460c-b40f-c68934454d9d in Status: IN_PROGRESS for 2s [ 864.986423] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: SUCCESS [ 864.987135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.987135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.987135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.987422] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.988569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.988569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.988569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.988569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.988569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.988569] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.148784] env[65619]: INFO networking_nsxv3.common.synchronization [req-8219f50f-ad84-49de-87e9-4cc99b19f8fb req-e31352b7-1d04-4271-9028-4e7fe8a4f2f7 tempest-ListServerFiltersTestJSON-1483185442 tempest-ListServerFiltersTestJSON-1483185442-project-member] Enqueued Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_members [ 865.149668] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 with Priority: HIGHEST for action security_group_members [ 865.149979] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd12b8b-6f91-42b2-bd30-886c12bad459 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.149979] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.150168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.150306] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.150445] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.150589] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.150674] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.150821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.150911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.151034] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd12b8b-6f91-42b2-bd30-886c12bad459',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.491358] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.491885] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.492318] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.492716] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.493049] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.493739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.493739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.493739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.493739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.493936] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.494158] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.494400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.494513] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.494707] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.494993] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.495168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.495284] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.495475] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.495709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.495854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.496039] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.653479] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.654084] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.654084] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.654084] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.681410] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.681735] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.681974] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.682050] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.682270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.682369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.682488] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 is going to be updated. [ 865.712646] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.712869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.712973] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.713244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.713437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.731155] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 in Status: IN_PROGRESS for 2s [ 865.998410] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca185c51-59be-4270-95e6-a5adb7dc8b5f: rpc.has_security_group_logging(os_id): False [ 866.019440] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.021172] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.021335] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.021533] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.022151] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.022151] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.022151] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.022151] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.022364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.022364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.022895] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.022895] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.022895] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.022895] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.022895] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.023246] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.023246] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.023246] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.023364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.023488] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.023540] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f is going to be updated. [ 866.103132] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.103293] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.103347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.103520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.103669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.121139] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: IN_PROGRESS for 2s [ 866.606576] env[65619]: INFO networking_nsxv3.common.synchronization [req-0c40a15d-3026-4d8d-8122-d84c3ce901de req-33aabb83-31d4-4f84-9b69-ec6efee59b0c tempest-ServersNegativeTestJSON-269092673 tempest-ServersNegativeTestJSON-269092673-project-member] Enqueued Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGHEST for action security_group_members [ 866.607868] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGHEST for action security_group_members [ 866.607868] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.608142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.608142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.608818] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.608818] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.608818] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.609042] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.609082] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.609152] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.609351] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.884286] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99847b6a-a5de-460c-b40f-c68934454d9d in Status: SUCCESS [ 866.884534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.884857] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.885170] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.885437] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.885645] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.885645] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.885842] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.885933] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.886030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.886223] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-99847b6a-a5de-460c-b40f-c68934454d9d taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.886358] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.886358] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.886500] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.886639] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.886737] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.886799] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.886964] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.887878] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.888018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.888145] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.889468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.889468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.889653] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.889722] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.889784] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.889975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.890074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.890238] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.112296] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.112670] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.112670] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.113185] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.113185] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.113185] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.113185] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.113185] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.113448] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.113491] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.113555] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 already deleted. [ 867.113633] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.330106] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.330412] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-244" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.330614] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-244" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.331192] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-244" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.332178] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.332178] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.332382] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.332529] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.332963] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.333200] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.333314] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.333425] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.333530] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.333634] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.333821] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.334039] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.357466] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.357673] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 867.357801] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.358069] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-244" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.358839] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-a2d36492-8918-46bd-9674-cd6349f281a7 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.358839] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-a2d36492-8918-46bd-9674-cd6349f281a7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.359080] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-a2d36492-8918-46bd-9674-cd6349f281a7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.359264] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-a2d36492-8918-46bd-9674-cd6349f281a7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.359449] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2d36492-8918-46bd-9674-cd6349f281a7',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.393247] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.394476] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99847b6a-a5de-460c-b40f-c68934454d9d: rpc.has_security_group_logging(os_id): False [ 867.422031] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.422031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.422031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.422031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.422031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.422031] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.422031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.422031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.422031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.422031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.422031] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.422031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.422031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.422031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.422031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.422777] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.422777] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.422777] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.422777] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.422777] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.422777] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99847b6a-a5de-460c-b40f-c68934454d9d is going to be created. [ 867.489712] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.489712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.489712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.489712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.489712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.502643] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99847b6a-a5de-460c-b40f-c68934454d9d in Status: IN_PROGRESS for 2s [ 867.743070] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 in Status: SUCCESS [ 867.743261] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd12b8b-6f91-42b2-bd30-886c12bad459 deletion is rescheduled due to dependency. [ 867.743307] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd12b8b-6f91-42b2-bd30-886c12bad459" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.861725] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.862399] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.862399] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.862399] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.862731] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.862731] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port a2d36492-8918-46bd-9674-cd6349f281a7 not found, creating... [ 867.863053] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.863209] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.863285] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.863514] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.863710] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.864029] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.864164] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.864282] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.864497] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.864629] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.864767] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: a2d36492-8918-46bd-9674-cd6349f281a7 is going to be created. [ 867.885956] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.885956] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.885956] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.885956] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.885956] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.886446] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-a2d36492-8918-46bd-9674-cd6349f281a7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.897263] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.138256] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: SUCCESS [ 868.138779] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.206142] env[65619]: INFO networking_nsxv3.common.synchronization [None req-aa18a56a-7fb6-4ba2-a977-66ce284b543c None None] Enqueued Resource ID: 406d87cb-c0e3-4dc1-852d-f48284f9a628 with Priority: HIGHEST for action port [ 868.207652] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406d87cb-c0e3-4dc1-852d-f48284f9a628 with Priority: HIGHEST for action port [ 868.208308] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-406d87cb-c0e3-4dc1-852d-f48284f9a628 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.209402] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-406d87cb-c0e3-4dc1-852d-f48284f9a628" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.209904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-406d87cb-c0e3-4dc1-852d-f48284f9a628" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.210423] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-406d87cb-c0e3-4dc1-852d-f48284f9a628" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.210658] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('406d87cb-c0e3-4dc1-852d-f48284f9a628',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.399958] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.400505] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.400613] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.400878] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.400982] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.401110] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99847b6a-a5de-460c-b40f-c68934454d9d is going to be updated. [ 868.437519] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.437743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.437743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.438028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.438166] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.450209] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99847b6a-a5de-460c-b40f-c68934454d9d in Status: IN_PROGRESS for 2s [ 868.658363] env[65619]: INFO networking_nsxv3.common.synchronization [req-0c40a15d-3026-4d8d-8122-d84c3ce901de req-61ff2ab6-855f-487c-82e2-4157417bd4b1 service nova] Enqueued Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGHEST for action security_group_rules [ 868.658363] env[65619]: INFO networking_nsxv3.common.synchronization [req-0c40a15d-3026-4d8d-8122-d84c3ce901de req-61ff2ab6-855f-487c-82e2-4157417bd4b1 service nova] Enqueued Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGHEST for action security_group_members [ 868.658363] env[65619]: INFO networking_nsxv3.common.synchronization [req-0c40a15d-3026-4d8d-8122-d84c3ce901de req-61ff2ab6-855f-487c-82e2-4157417bd4b1 service nova] Enqueued Resource ID: a2d36492-8918-46bd-9674-cd6349f281a7 with Priority: HIGHEST for action port [ 868.658785] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGHEST for action security_group_rules [ 868.659170] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGHEST for action security_group_members [ 868.659298] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d36492-8918-46bd-9674-cd6349f281a7 with Priority: HIGHEST for action port [ 868.660315] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.662984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.663116] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.663445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.663559] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.665644] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.665644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.665644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.668356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.669041] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.669695] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.670232] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.671242] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.672072] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.672072] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.674801] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2d36492-8918-46bd-9674-cd6349f281a7 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.674801] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2d36492-8918-46bd-9674-cd6349f281a7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.674801] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2d36492-8918-46bd-9674-cd6349f281a7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.674801] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2d36492-8918-46bd-9674-cd6349f281a7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.674801] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2d36492-8918-46bd-9674-cd6349f281a7',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.713795] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 406d87cb-c0e3-4dc1-852d-f48284f9a628 [ 868.714047] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.714184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.714250] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.714463] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.714594] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.714731] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:406d87cb-c0e3-4dc1-852d-f48284f9a628 already deleted. [ 868.714864] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-406d87cb-c0e3-4dc1-852d-f48284f9a628" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.176184] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.176184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.176611] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.177711] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2d36492-8918-46bd-9674-cd6349f281a7 with status ACTIVE [ 869.177985] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.179179] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.179179] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.179546] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.179822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.180933] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.180933] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.180933] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.180933] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.180933] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.182304] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.182304] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.182304] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.182304] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.182304] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.182304] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2d36492-8918-46bd-9674-cd6349f281a7 is going to be updated. [ 869.213130] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.213544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.213680] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.214151] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.214315] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.214608] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2d36492-8918-46bd-9674-cd6349f281a7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.519147] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99847b6a-a5de-460c-b40f-c68934454d9d in Status: SUCCESS [ 869.519372] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.519555] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.519764] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.519874] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.685742] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.022517] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-99847b6a-a5de-460c-b40f-c68934454d9d taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.022725] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.187544] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.187867] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.187867] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.188913] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.189045] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.189163] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 is going to be created. [ 870.227011] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.227219] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.227303] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.228180] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.228475] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.245574] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 in Status: UNINITIALIZED for 2s [ 870.465057] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99847b6a-a5de-460c-b40f-c68934454d9d in Status: SUCCESS [ 870.465057] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.465057] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.465057] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.465057] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.465057] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.465057] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.465057] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.465057] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.465057] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.465057] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.995356] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-99847b6a-a5de-460c-b40f-c68934454d9d taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.995356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.995356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.995356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.995356] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.995356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.995356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.995356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.995356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.995356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.995356] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-99847b6a-a5de-460c-b40f-c68934454d9d taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.995356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.995356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.995356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.995356] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.995356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.996153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.996153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.996153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.996153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.996153] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.474997] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99847b6a-a5de-460c-b40f-c68934454d9d: rpc.has_security_group_logging(os_id): False [ 871.493929] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.494156] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.494156] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.494345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.494442] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.494649] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.495709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.495709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.495709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.495709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.495709] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.495709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.495709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.495709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.495709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.495709] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.496045] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.496045] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.496045] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.496126] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.496150] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99847b6a-a5de-460c-b40f-c68934454d9d is going to be updated. [ 871.576585] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.576732] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.576919] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.577087] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.577241] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.591320] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99847b6a-a5de-460c-b40f-c68934454d9d in Status: IN_PROGRESS for 2s [ 871.603720] env[65619]: INFO networking_nsxv3.common.synchronization [None req-2a6f44be-7dd9-405a-bc49-970a6ecbc538 None None] Enqueued Resource ID: 100d249d-f95b-4168-a2cc-2a7cb6f82fde with Priority: HIGHEST for action port [ 871.604468] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 100d249d-f95b-4168-a2cc-2a7cb6f82fde with Priority: HIGHEST for action port [ 871.606644] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-100d249d-f95b-4168-a2cc-2a7cb6f82fde taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.606644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-100d249d-f95b-4168-a2cc-2a7cb6f82fde" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.606644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-100d249d-f95b-4168-a2cc-2a7cb6f82fde" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.606644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-100d249d-f95b-4168-a2cc-2a7cb6f82fde" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.606644] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('100d249d-f95b-4168-a2cc-2a7cb6f82fde',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.643216] env[65619]: INFO networking_nsxv3.common.synchronization [req-392d899d-86c5-4c17-9563-ec1c0e4e1e6c req-4a0941f4-40c5-428b-b5e2-fe33a00aa49d tempest-ServerActionsTestOtherA-1997294568 tempest-ServerActionsTestOtherA-1997294568-project-member] Enqueued Resource ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 with Priority: HIGHEST for action security_group_members [ 871.644201] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 with Priority: HIGHEST for action security_group_members [ 871.644651] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19903d3-a4e8-421b-81ea-5da5071d07b8 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.647067] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.647263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.647586] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.647796] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.648718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.648718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.648718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.648718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.648718] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c19903d3-a4e8-421b-81ea-5da5071d07b8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.071023] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.071023] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-674" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.071023] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-674" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.073346] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-674" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.073346] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.073346] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.073346] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.073346] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.073346] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.074762] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.074762] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.074762] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.074762] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.074762] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.074762] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.074762] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.094025] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.094222] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.094355] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.094837] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-674" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.094837] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-3d57eeac-1e5a-46f4-895b-8c8fad644a61 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.095505] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-3d57eeac-1e5a-46f4-895b-8c8fad644a61" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.095505] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-3d57eeac-1e5a-46f4-895b-8c8fad644a61" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.095647] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-3d57eeac-1e5a-46f4-895b-8c8fad644a61" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.096189] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d57eeac-1e5a-46f4-895b-8c8fad644a61',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.108665] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 100d249d-f95b-4168-a2cc-2a7cb6f82fde [ 872.109577] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.109577] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.109577] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.109577] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.109577] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.109939] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:100d249d-f95b-4168-a2cc-2a7cb6f82fde already deleted. [ 872.109939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-100d249d-f95b-4168-a2cc-2a7cb6f82fde" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.151815] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.151992] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.152072] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.152326] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.152436] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.152656] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.152783] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.152850] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.153056] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.153139] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.153281] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 already deleted. [ 872.153335] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.256781] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 in Status: SUCCESS [ 872.257161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.257440] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.257769] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.258086] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.258283] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.258394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.258653] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.258803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.258965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.259149] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.598725] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.599090] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.599090] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.599259] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.599419] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.599607] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 3d57eeac-1e5a-46f4-895b-8c8fad644a61 not found, creating... [ 872.599872] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.600050] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.600173] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.600464] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.600618] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.600912] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.601333] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.601333] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.605028] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.605028] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.605028] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 3d57eeac-1e5a-46f4-895b-8c8fad644a61 is going to be created. [ 872.629346] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.629674] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.629826] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.630226] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.630501] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.630803] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-3d57eeac-1e5a-46f4-895b-8c8fad644a61" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.764227] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.764227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.764227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.764227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.764227] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.764227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.764227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.764227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.764227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.764227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.764227] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.764227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.764227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.764227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.764227] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.764227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.764984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.764984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.764984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.764984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.764984] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.268283] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62460ac3-6cff-408b-a855-03ca356e2ca4: rpc.has_security_group_logging(os_id): False [ 873.288205] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.288447] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.288491] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.288789] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.288789] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.289043] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.289130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.289198] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.289444] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.289534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.289703] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.289794] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.289856] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.289993] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.290173] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.290865] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.290865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.290865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.290865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.290865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.290865] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 is going to be created. [ 873.341428] env[65619]: INFO networking_nsxv3.common.synchronization [req-392d899d-86c5-4c17-9563-ec1c0e4e1e6c req-64fed2d6-b971-47e1-acc9-da526ba666fd service nova] Enqueued Resource ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 with Priority: HIGHEST for action security_group_rules [ 873.341642] env[65619]: INFO networking_nsxv3.common.synchronization [req-392d899d-86c5-4c17-9563-ec1c0e4e1e6c req-64fed2d6-b971-47e1-acc9-da526ba666fd service nova] Enqueued Resource ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 with Priority: HIGHEST for action security_group_members [ 873.341816] env[65619]: INFO networking_nsxv3.common.synchronization [req-392d899d-86c5-4c17-9563-ec1c0e4e1e6c req-64fed2d6-b971-47e1-acc9-da526ba666fd service nova] Enqueued Resource ID: 3d57eeac-1e5a-46f4-895b-8c8fad644a61 with Priority: HIGHEST for action port [ 873.342546] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 with Priority: HIGHEST for action security_group_rules [ 873.342716] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 with Priority: HIGHEST for action security_group_members [ 873.342853] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d57eeac-1e5a-46f4-895b-8c8fad644a61 with Priority: HIGHEST for action port [ 873.343170] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c19903d3-a4e8-421b-81ea-5da5071d07b8 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.343327] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.343431] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.343827] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.343943] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c19903d3-a4e8-421b-81ea-5da5071d07b8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.344890] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19903d3-a4e8-421b-81ea-5da5071d07b8 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.345075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.345193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.345379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.345548] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.345682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.345765] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.345933] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.346054] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.346174] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c19903d3-a4e8-421b-81ea-5da5071d07b8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.347034] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d57eeac-1e5a-46f4-895b-8c8fad644a61 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.347345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d57eeac-1e5a-46f4-895b-8c8fad644a61" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.347514] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d57eeac-1e5a-46f4-895b-8c8fad644a61" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.347612] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d57eeac-1e5a-46f4-895b-8c8fad644a61" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.347708] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d57eeac-1e5a-46f4-895b-8c8fad644a61',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.351508] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.351508] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.351622] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.351756] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.351935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.367572] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 in Status: IN_PROGRESS for 2s [ 873.803050] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99847b6a-a5de-460c-b40f-c68934454d9d in Status: SUCCESS [ 873.803333] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.803527] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.803741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.803820] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.850685] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19903d3-a4e8-421b-81ea-5da5071d07b8 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.852251] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.852251] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c19903d3-a4e8-421b-81ea-5da5071d07b8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.853697] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d57eeac-1e5a-46f4-895b-8c8fad644a61 with status ACTIVE [ 873.854197] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.854600] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.854655] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.855380] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.855583] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.855886] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.856048] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.856110] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.856384] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.856547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.856811] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.856943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.857209] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.857343] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.857500] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.857586] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d57eeac-1e5a-46f4-895b-8c8fad644a61 is going to be updated. [ 873.892063] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.892063] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.892063] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.892479] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.892479] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.892479] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d57eeac-1e5a-46f4-895b-8c8fad644a61" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.309400] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-99847b6a-a5de-460c-b40f-c68934454d9d taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.309593] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.309661] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.309875] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.310054] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.310155] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.310216] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.310361] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.310458] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.310547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.310636] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.353705] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c19903d3-a4e8-421b-81ea-5da5071d07b8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.364817] env[65619]: INFO networking_nsxv3.common.synchronization [req-3c0184bc-a81c-426c-bbb5-eefa3acaad1e req-ca227aa2-6eca-4f40-b499-5214447b8334 tempest-ListServersNegativeTestJSON-1885882224 tempest-ListServersNegativeTestJSON-1885882224-project-member] Enqueued Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_members [ 874.365535] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_members [ 874.366100] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-99847b6a-a5de-460c-b40f-c68934454d9d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.366100] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.366336] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.366562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.366727] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.366832] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.366895] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.367165] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.367196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.367281] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.813273] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-99847b6a-a5de-460c-b40f-c68934454d9d taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.813725] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.856343] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.856498] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.856579] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.856802] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.856894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.857035] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 is going to be created. [ 874.870194] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.897526] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.897526] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.897526] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.897526] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.897526] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.909230] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 in Status: UNINITIALIZED for 2s [ 875.375778] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.383249] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 in Status: SUCCESS [ 875.383249] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.882905] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.883349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.883349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.883349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.883507] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.883507] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99847b6a-a5de-460c-b40f-c68934454d9d is going to be updated. [ 875.917026] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.917026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.917026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.917026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.917026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.926332] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99847b6a-a5de-460c-b40f-c68934454d9d in Status: IN_PROGRESS for 2s [ 876.624083] env[65619]: INFO networking_nsxv3.common.synchronization [req-7e49ddf2-ca7d-45cd-8109-d97c68065c8b req-fe25442f-e08e-4931-9e64-0f800f99239a tempest-MigrationsAdminTest-690393040 tempest-MigrationsAdminTest-690393040-project-member] Enqueued Resource ID: 2879e45b-547d-4410-a90b-84007335bd08 with Priority: HIGHEST for action security_group_members [ 876.625716] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2879e45b-547d-4410-a90b-84007335bd08 with Priority: HIGHEST for action security_group_members [ 876.626167] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-2879e45b-547d-4410-a90b-84007335bd08 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.626298] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.626369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.626572] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.626763] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.626855] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.626917] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.627130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.627224] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.627338] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2879e45b-547d-4410-a90b-84007335bd08',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.858684] env[65619]: INFO networking_nsxv3.common.synchronization [None req-a58e83bd-8d20-4c8b-adb7-5c833630148e None None] Enqueued Resource ID: c9e64336-ae29-4a4d-80be-4e1889e4fbfd with Priority: HIGHEST for action port [ 876.858684] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e64336-ae29-4a4d-80be-4e1889e4fbfd with Priority: HIGHEST for action port [ 876.858684] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9e64336-ae29-4a4d-80be-4e1889e4fbfd taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.858684] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9e64336-ae29-4a4d-80be-4e1889e4fbfd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.858684] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9e64336-ae29-4a4d-80be-4e1889e4fbfd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.859382] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9e64336-ae29-4a4d-80be-4e1889e4fbfd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.859568] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9e64336-ae29-4a4d-80be-4e1889e4fbfd',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.926249] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 in Status: SUCCESS [ 876.926249] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.926693] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.926914] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.927144] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.927263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.927328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.927487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.927569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.927654] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.927746] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c19903d3-a4e8-421b-81ea-5da5071d07b8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.131582] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2879e45b-547d-4410-a90b-84007335bd08',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.324784] env[65619]: INFO networking_nsxv3.common.synchronization [req-16637fe2-0ed0-45d7-be30-6c5489643b2b req-e778aea5-e130-4298-82a7-4585d1795687 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 877.325018] env[65619]: INFO networking_nsxv3.common.synchronization [req-16637fe2-0ed0-45d7-be30-6c5489643b2b req-e778aea5-e130-4298-82a7-4585d1795687 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: d1a69012-3519-4bfb-a484-7468a853b7e6 with Priority: HIGHEST for action security_group_members [ 877.325177] env[65619]: INFO networking_nsxv3.common.synchronization [req-16637fe2-0ed0-45d7-be30-6c5489643b2b req-e778aea5-e130-4298-82a7-4585d1795687 tempest-SecurityGroupsTestJSON-1648438995 tempest-SecurityGroupsTestJSON-1648438995-project-member] Enqueued Resource ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 with Priority: HIGHEST for action security_group_members [ 877.325799] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGHEST for action security_group_members [ 877.325923] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a69012-3519-4bfb-a484-7468a853b7e6 with Priority: HIGHEST for action security_group_members [ 877.326027] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 with Priority: HIGHEST for action security_group_members [ 877.326317] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.326442] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.326506] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.326714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.326873] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.327026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.327099] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.327231] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.327323] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.327422] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.328678] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1a69012-3519-4bfb-a484-7468a853b7e6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.328797] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.328857] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.329024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.329179] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.329326] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.329326] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.329491] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.329580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.329676] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1a69012-3519-4bfb-a484-7468a853b7e6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.334585] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ff40103-b5dc-4fe4-8004-99f103443bc2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.334585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.334585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.334585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.334585] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.334585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.334585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.334585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.334585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.334585] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ff40103-b5dc-4fe4-8004-99f103443bc2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.362409] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9e64336-ae29-4a4d-80be-4e1889e4fbfd [ 877.362409] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.362590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.362713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.362991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.363139] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.363353] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9e64336-ae29-4a4d-80be-4e1889e4fbfd already deleted. [ 877.363480] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9e64336-ae29-4a4d-80be-4e1889e4fbfd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.430430] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19903d3-a4e8-421b-81ea-5da5071d07b8 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.430430] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.430430] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.430430] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.430994] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.430994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.431156] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.431328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.431416] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.431508] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.431655] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19903d3-a4e8-421b-81ea-5da5071d07b8 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.431740] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.431887] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.431946] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.432714] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.432714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.432714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.432714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.432714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.432714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.432714] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c19903d3-a4e8-421b-81ea-5da5071d07b8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.635330] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2879e45b-547d-4410-a90b-84007335bd08',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.837661] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.839128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.839128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.839128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.839128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.839128] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.839128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.839128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.839128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.839128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.839128] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 is going to be updated. [ 877.840512] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.840603] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.840632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.841853] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.841853] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.841974] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.862567] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.862845] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.862966] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.863044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.863232] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.863337] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.863423] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1a69012-3519-4bfb-a484-7468a853b7e6 is going to be updated. [ 877.864435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.864612] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.864698] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.864887] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.865077] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.866730] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.866730] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.866730] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.866730] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 is going to be updated. [ 877.873638] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.873792] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.873841] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.874516] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.874553] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.882695] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 in Status: IN_PROGRESS for 2s [ 877.900365] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.900365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.900365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.900365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.900365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.907837] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1a69012-3519-4bfb-a484-7468a853b7e6 in Status: IN_PROGRESS for 2s [ 877.936534] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99847b6a-a5de-460c-b40f-c68934454d9d in Status: SUCCESS [ 877.936848] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.937443] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c19903d3-a4e8-421b-81ea-5da5071d07b8: rpc.has_security_group_logging(os_id): False [ 877.938348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.938809] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.939478] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.939611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.939667] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.939849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.939939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.940039] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.940203] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-99847b6a-a5de-460c-b40f-c68934454d9d taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.940299] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.940358] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.940541] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.940690] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.940777] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.940863] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.943188] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.943188] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.943188] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.943907] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.964949] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.964949] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.964949] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.965214] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.965304] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.965498] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.965599] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.965661] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.965805] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.965883] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.966213] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.966213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.966346] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.966377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.966439] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.966625] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.967442] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.967959] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.968272] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.968366] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.968473] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 is going to be created. [ 878.047270] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.047547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.047547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.047761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.047866] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.060319] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 in Status: IN_PROGRESS for 2s [ 878.138798] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.138798] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.138798] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.138798] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.138798] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.138798] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2879e45b-547d-4410-a90b-84007335bd08 is going to be updated. [ 878.198309] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.198309] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.198422] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.198666] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.198736] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.219063] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2879e45b-547d-4410-a90b-84007335bd08 in Status: IN_PROGRESS for 2s [ 878.449354] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99847b6a-a5de-460c-b40f-c68934454d9d: rpc.has_security_group_logging(os_id): False [ 878.478805] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.478805] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.479042] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.479076] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.480718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.480718] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.480718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.480718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.480718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.480718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.480718] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.480718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.480718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.480718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.481129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.481129] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.481129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.481129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.481323] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.481366] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.481439] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99847b6a-a5de-460c-b40f-c68934454d9d is going to be updated. [ 878.511315] env[65619]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/c9f71e76-65b3-4464-a357-b5ffc2a29910', 'data': {'id': 'c9f71e76-65b3-4464-a357-b5ffc2a29910', 'display_name': 'c9f71e76-65b3-4464-a357-b5ffc2a29910', 'path': '/infra/domains/default/groups/c9f71e76-65b3-4464-a357-b5ffc2a29910', 'expression': [{'value': 'security_group|c9f71e76-65b3-4464-a357-b5ffc2a29910', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}], 'tags': [{'scope': 'age', 'tag': 1764686350}, {'scope': 'revision_number', 'tag': None}], '_revision': 11}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 878.511464] env[65619]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.put {{(pid=65619) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 878.556711] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.556939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.556939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.557256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.557421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.577084] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99847b6a-a5de-460c-b40f-c68934454d9d in Status: IN_PROGRESS for 2s [ 879.014408] env[65619]: INFO networking_nsxv3.common.synchronization [None req-4b2195f2-e3f5-4c40-b5c7-010b40367fd2 None None] Enqueued Resource ID: 8e0b6b0e-7437-44cb-9a93-bd731d61b66a with Priority: HIGHEST for action port [ 879.014829] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0b6b0e-7437-44cb-9a93-bd731d61b66a with Priority: HIGHEST for action port [ 879.014829] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e0b6b0e-7437-44cb-9a93-bd731d61b66a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.015264] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e0b6b0e-7437-44cb-9a93-bd731d61b66a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.015264] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e0b6b0e-7437-44cb-9a93-bd731d61b66a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.015416] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e0b6b0e-7437-44cb-9a93-bd731d61b66a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.015473] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e0b6b0e-7437-44cb-9a93-bd731d61b66a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.518665] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e0b6b0e-7437-44cb-9a93-bd731d61b66a [ 879.519316] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.519316] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.519316] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.519501] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.519501] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.519569] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e0b6b0e-7437-44cb-9a93-bd731d61b66a already deleted. [ 879.519671] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e0b6b0e-7437-44cb-9a93-bd731d61b66a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.904701] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 in Status: SUCCESS [ 879.904904] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 deletion is rescheduled due to dependency. [ 879.905071] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.917302] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1a69012-3519-4bfb-a484-7468a853b7e6 in Status: SUCCESS [ 879.917302] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1a69012-3519-4bfb-a484-7468a853b7e6 deletion is rescheduled due to dependency. [ 879.917302] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1a69012-3519-4bfb-a484-7468a853b7e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.076128] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 in Status: SUCCESS [ 880.076444] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.230694] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2879e45b-547d-4410-a90b-84007335bd08 in Status: IN_PROGRESS for 4s [ 880.542325] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.542470] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.542548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.542762] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.542912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.552626] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: IN_PROGRESS for 2s [ 880.592949] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99847b6a-a5de-460c-b40f-c68934454d9d in Status: SUCCESS [ 880.592949] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.560697] env[65619]: INFO networking_nsxv3.common.synchronization [None req-f90327b3-bd05-4ffd-b85d-2bd1f9b9a3e5 None None] Enqueued Resource ID: e97cd48f-d1f9-4d4a-87ef-7d950c8b2900 with Priority: HIGHEST for action port [ 881.563078] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e97cd48f-d1f9-4d4a-87ef-7d950c8b2900 with Priority: HIGHEST for action port [ 881.563078] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-e97cd48f-d1f9-4d4a-87ef-7d950c8b2900 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.563078] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e97cd48f-d1f9-4d4a-87ef-7d950c8b2900" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.563078] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e97cd48f-d1f9-4d4a-87ef-7d950c8b2900" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.563078] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e97cd48f-d1f9-4d4a-87ef-7d950c8b2900" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.563078] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e97cd48f-d1f9-4d4a-87ef-7d950c8b2900',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.067415] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e97cd48f-d1f9-4d4a-87ef-7d950c8b2900 [ 882.067649] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.067788] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.067850] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.068097] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.068280] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.068330] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e97cd48f-d1f9-4d4a-87ef-7d950c8b2900 already deleted. [ 882.068376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e97cd48f-d1f9-4d4a-87ef-7d950c8b2900" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.244123] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2879e45b-547d-4410-a90b-84007335bd08 in Status: SUCCESS [ 882.245394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.403339] env[65619]: INFO networking_nsxv3.common.synchronization [None req-e20a109d-f0f5-4486-9f2a-240f79ea6f2d tempest-AttachVolumeTestJSON-1141352336 tempest-AttachVolumeTestJSON-1141352336-project-member] Enqueued Resource ID: 485c05dd-ee80-4734-9394-e621a32fa5bd with Priority: HIGHEST for action security_group_rules [ 882.403917] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485c05dd-ee80-4734-9394-e621a32fa5bd with Priority: HIGHEST for action security_group_rules [ 882.407897] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-485c05dd-ee80-4734-9394-e621a32fa5bd taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.408015] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.408094] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.408402] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.408728] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('485c05dd-ee80-4734-9394-e621a32fa5bd',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.489031] env[65619]: INFO networking_nsxv3.common.synchronization [req-f6e62dbf-fe52-4433-ac25-72d81d0c0e9c req-bd54f9cb-ec76-4df3-8f54-ee885c625473 tempest-ImagesOneServerNegativeTestJSON-532414559 tempest-ImagesOneServerNegativeTestJSON-532414559-project-member] Enqueued Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_members [ 882.489364] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_members [ 882.489876] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.489876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.491770] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.493178] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.493448] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.494113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.494113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.494113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.494113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.494113] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.515078] env[65619]: INFO networking_nsxv3.common.synchronization [None req-e1c39858-4c7c-4dbf-97b8-41e3065899ec tempest-AttachVolumeTestJSON-1141352336 tempest-AttachVolumeTestJSON-1141352336-project-member] Enqueued Resource ID: 485c05dd-ee80-4734-9394-e621a32fa5bd with Priority: HIGHEST for action security_group_rules [ 882.517933] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485c05dd-ee80-4734-9394-e621a32fa5bd with Priority: HIGHEST for action security_group_rules [ 882.518998] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-485c05dd-ee80-4734-9394-e621a32fa5bd taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.519103] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.567090] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 in Status: SUCCESS [ 882.567861] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 deletion is rescheduled due to dependency. [ 882.567861] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.927502] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.927694] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.927816] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.928112] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.928390] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.928540] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.928655] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.928876] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.929036] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.929256] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.929373] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.929501] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.929614] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.929723] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.930722] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.930722] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.933323] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.933455] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.933544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.933766] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.933828] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.933920] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 485c05dd-ee80-4734-9394-e621a32fa5bd already deleted. [ 882.934014] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.934499] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.934661] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.934746] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('485c05dd-ee80-4734-9394-e621a32fa5bd',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.963291] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.963538] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.964298] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.964298] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.964298] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-00f93e98-658c-4d22-a995-3f92a5a19535 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.964539] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-00f93e98-658c-4d22-a995-3f92a5a19535" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.964539] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-00f93e98-658c-4d22-a995-3f92a5a19535" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.964811] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-00f93e98-658c-4d22-a995-3f92a5a19535" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.965049] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00f93e98-658c-4d22-a995-3f92a5a19535',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.997216] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.997216] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.997216] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.997539] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.997539] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.997732] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.997854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.997918] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.998106] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.998189] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.998279] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 is going to be deleted. [ 883.034948] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.035054] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.035735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.035735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.035735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.035735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.457664] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.457664] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.457664] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.460550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.460550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.460550] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 485c05dd-ee80-4734-9394-e621a32fa5bd already deleted. [ 883.460550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.468050] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.468050] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.468273] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.468444] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.468592] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.468744] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 00f93e98-658c-4d22-a995-3f92a5a19535 not found, creating... [ 883.469009] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.469181] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.469298] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.469532] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.469663] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.470019] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.470091] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.470195] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.470393] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.470521] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.470651] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 00f93e98-658c-4d22-a995-3f92a5a19535 is going to be created. [ 883.493079] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.493497] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.493631] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.494024] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.494272] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.494494] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-00f93e98-658c-4d22-a995-3f92a5a19535" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.832020] env[65619]: INFO networking_nsxv3.common.synchronization [None req-21483276-f986-44dc-8800-33665b4ace90 None None] Enqueued Resource ID: bc45b762-46a7-46d5-aca4-4e27d6b929ad with Priority: HIGHEST for action port [ 883.832698] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc45b762-46a7-46d5-aca4-4e27d6b929ad with Priority: HIGHEST for action port [ 883.833012] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc45b762-46a7-46d5-aca4-4e27d6b929ad taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.833148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc45b762-46a7-46d5-aca4-4e27d6b929ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.833216] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc45b762-46a7-46d5-aca4-4e27d6b929ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.833473] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc45b762-46a7-46d5-aca4-4e27d6b929ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.833559] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc45b762-46a7-46d5-aca4-4e27d6b929ad',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.189044] env[65619]: INFO networking_nsxv3.common.synchronization [req-f6e62dbf-fe52-4433-ac25-72d81d0c0e9c req-56fd7670-ffc6-4172-97c7-950a0a599d8d service nova] Enqueued Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_rules [ 884.189350] env[65619]: INFO networking_nsxv3.common.synchronization [req-f6e62dbf-fe52-4433-ac25-72d81d0c0e9c req-56fd7670-ffc6-4172-97c7-950a0a599d8d service nova] Enqueued Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_members [ 884.189607] env[65619]: INFO networking_nsxv3.common.synchronization [req-f6e62dbf-fe52-4433-ac25-72d81d0c0e9c req-56fd7670-ffc6-4172-97c7-950a0a599d8d service nova] Enqueued Resource ID: 00f93e98-658c-4d22-a995-3f92a5a19535 with Priority: HIGHEST for action port [ 884.191200] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_rules [ 884.191340] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_members [ 884.191521] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f93e98-658c-4d22-a995-3f92a5a19535 with Priority: HIGHEST for action port [ 884.191712] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.191833] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.191894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.193486] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.193587] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.197411] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.197544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.197604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.197785] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.197941] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.198836] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.198926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.199117] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.199201] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.199329] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.203779] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-00f93e98-658c-4d22-a995-3f92a5a19535 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.203898] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00f93e98-658c-4d22-a995-3f92a5a19535" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.204068] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00f93e98-658c-4d22-a995-3f92a5a19535" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.204160] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00f93e98-658c-4d22-a995-3f92a5a19535" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.204241] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00f93e98-658c-4d22-a995-3f92a5a19535',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.335742] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc45b762-46a7-46d5-aca4-4e27d6b929ad [ 884.336214] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.336501] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.336572] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.337622] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.337622] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.337622] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc45b762-46a7-46d5-aca4-4e27d6b929ad already deleted. [ 884.337622] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc45b762-46a7-46d5-aca4-4e27d6b929ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.581125] env[65619]: INFO networking_nsxv3.common.synchronization [req-ddb25650-aa58-450f-a97c-e0531ae1d363 req-c780e8e2-790d-4816-94c2-b370030a41f2 tempest-AttachInterfacesTestJSON-210967248 tempest-AttachInterfacesTestJSON-210967248-project-member] Enqueued Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 884.584041] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 884.584041] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.584041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.584041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.584041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.584041] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.584041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.584041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.584041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.584041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.584041] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.700986] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.700986] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.703311] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.708215] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00f93e98-658c-4d22-a995-3f92a5a19535 with status ACTIVE [ 884.708479] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.708607] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.708726] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.708946] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.709023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.709205] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.709305] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.709427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.709611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.709697] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.709907] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.710049] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.710101] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.710275] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.710364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.710456] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00f93e98-658c-4d22-a995-3f92a5a19535 is going to be updated. [ 884.733871] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.734040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.734088] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.734404] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.734615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.734937] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00f93e98-658c-4d22-a995-3f92a5a19535" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.929888] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.930284] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.930284] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.930542] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.930772] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.930947] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.931110] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.931345] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.931496] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.931717] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.931836] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.931947] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.932078] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.932203] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.932312] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.932441] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.952957] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.953228] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.953335] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.953462] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.953784] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-a525d10d-08f1-43f3-9b36-7921cda480c2 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.953974] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-a525d10d-08f1-43f3-9b36-7921cda480c2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.954107] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-a525d10d-08f1-43f3-9b36-7921cda480c2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.954426] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-a525d10d-08f1-43f3-9b36-7921cda480c2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.954561] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a525d10d-08f1-43f3-9b36-7921cda480c2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.085546] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.085708] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.085770] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.085982] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.086095] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.086297] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.086394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.086457] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.086618] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.086715] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.086807] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2d394af-ab31-4d32-a118-403a69121a17 already deleted. [ 885.086890] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.205826] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.456680] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.456912] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.457088] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.457431] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.457586] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.457744] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port a525d10d-08f1-43f3-9b36-7921cda480c2 not found, creating... [ 885.458036] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.458206] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.458281] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.458523] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.458680] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.458961] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.459217] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.459347] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.459619] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.459754] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.459891] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: a525d10d-08f1-43f3-9b36-7921cda480c2 is going to be created. [ 885.481382] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.481613] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.481790] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.482089] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.482323] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.482639] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-a525d10d-08f1-43f3-9b36-7921cda480c2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.709184] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.709397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.709467] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.709731] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.709836] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.709920] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 is going to be created. [ 885.733139] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.733314] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.733369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.733579] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.733743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.744717] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 in Status: UNINITIALIZED for 2s [ 886.208841] env[65619]: INFO networking_nsxv3.common.synchronization [req-ddb25650-aa58-450f-a97c-e0531ae1d363 req-7b032fad-95c5-4850-8d14-d3b41bd03e6c service nova] Enqueued Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_rules [ 886.209252] env[65619]: INFO networking_nsxv3.common.synchronization [req-ddb25650-aa58-450f-a97c-e0531ae1d363 req-7b032fad-95c5-4850-8d14-d3b41bd03e6c service nova] Enqueued Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 886.209252] env[65619]: INFO networking_nsxv3.common.synchronization [req-ddb25650-aa58-450f-a97c-e0531ae1d363 req-7b032fad-95c5-4850-8d14-d3b41bd03e6c service nova] Enqueued Resource ID: a525d10d-08f1-43f3-9b36-7921cda480c2 with Priority: HIGHEST for action port [ 886.209919] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_rules [ 886.210059] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 886.210193] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a525d10d-08f1-43f3-9b36-7921cda480c2 with Priority: HIGHEST for action port [ 886.210581] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.210799] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.210916] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.211193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.211301] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.212256] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.212374] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.212441] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.212633] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.212815] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.212916] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.212977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.213156] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.213252] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.213351] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.218527] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-a525d10d-08f1-43f3-9b36-7921cda480c2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.218527] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a525d10d-08f1-43f3-9b36-7921cda480c2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.218527] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a525d10d-08f1-43f3-9b36-7921cda480c2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.218527] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a525d10d-08f1-43f3-9b36-7921cda480c2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.218527] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a525d10d-08f1-43f3-9b36-7921cda480c2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.719507] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.719687] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.719891] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.720868] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a525d10d-08f1-43f3-9b36-7921cda480c2 with status ACTIVE [ 886.721070] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.721209] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.721269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.721566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.721641] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.721791] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.721896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.721963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.722108] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.722184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.722555] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.722555] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.722555] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.722691] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.722761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.722837] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a525d10d-08f1-43f3-9b36-7921cda480c2 is going to be updated. [ 886.748261] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.748555] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.748555] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.748810] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.749053] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.749210] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a525d10d-08f1-43f3-9b36-7921cda480c2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.225294] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.729622] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.729813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.729868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.730210] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.730315] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.730493] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2d394af-ab31-4d32-a118-403a69121a17 is going to be created. [ 887.755539] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 in Status: SUCCESS [ 887.755807] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.755991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.756267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.756489] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.756638] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.756709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.756903] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.756990] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.757199] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.757329] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.759193] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.759333] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.759462] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.759666] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.759834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.771530] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: UNINITIALIZED for 2s [ 888.266030] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.266030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.266030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.266030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.266030] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.266030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.266030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.266030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.266030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.266030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.266030] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.266030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.266030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.266030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.266030] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.266030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.267316] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.267316] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.267316] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.267316] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.267316] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.499844] env[65619]: INFO networking_nsxv3.common.synchronization [req-d83ed679-8a0b-43b5-9cd7-33492127825c req-183c8518-a5cb-4fee-bcc0-ebe0b532df64 tempest-ServersAdminTestJSON-1303458024 tempest-ServersAdminTestJSON-1303458024-project-member] Enqueued Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 888.501066] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 888.501066] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.501066] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.501066] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.501521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.501521] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.501521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.501521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.501745] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.502813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.503109] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.770092] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 013ae4bc-baa9-4ece-bda1-19b773fc17d1: rpc.has_security_group_logging(os_id): False [ 888.790128] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.790128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.790128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.790128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.790128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.790128] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.790128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.790128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.790128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.790128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.790590] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.790590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.790590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.790590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.790590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.790735] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.790800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.790897] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.790988] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.791125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.791248] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 is going to be created. [ 888.852594] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.852783] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.852943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.853129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.853409] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.869603] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 in Status: IN_PROGRESS for 2s [ 889.005604] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.510833] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.778820] env[65619]: INFO networking_nsxv3.common.synchronization [None req-be9b8e24-f3b8-4004-a19d-ddf2d65d49b3 None None] Enqueued Resource ID: e2ade3a4-2cfe-49f1-bb9c-d9ac4ccf3428 with Priority: HIGHEST for action port [ 889.779516] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ade3a4-2cfe-49f1-bb9c-d9ac4ccf3428 with Priority: HIGHEST for action port [ 889.779869] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2ade3a4-2cfe-49f1-bb9c-d9ac4ccf3428 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.779993] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2ade3a4-2cfe-49f1-bb9c-d9ac4ccf3428" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.780123] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2ade3a4-2cfe-49f1-bb9c-d9ac4ccf3428" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.780458] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2ade3a4-2cfe-49f1-bb9c-d9ac4ccf3428" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.780458] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2ade3a4-2cfe-49f1-bb9c-d9ac4ccf3428',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.783457] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: SUCCESS [ 889.783457] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.783617] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.784562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.784562] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.784659] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.786127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.786127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.786127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.786127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.786127] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.013635] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.013885] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.014213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.014485] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.014616] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.014749] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 is going to be updated. [ 890.046322] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.046464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.046554] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.046733] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.046886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.058138] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: IN_PROGRESS for 2s [ 890.287372] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2ade3a4-2cfe-49f1-bb9c-d9ac4ccf3428 [ 890.287594] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.287725] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.287794] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.288035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.288131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.288695] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2ade3a4-2cfe-49f1-bb9c-d9ac4ccf3428 already deleted. [ 890.288695] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2ade3a4-2cfe-49f1-bb9c-d9ac4ccf3428" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.288695] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.288695] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.288911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.288911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.289022] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.289116] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.289177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.289330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.289438] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.289477] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.289622] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.289711] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.289771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.289907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.290055] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.290148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.290223] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.290399] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.290498] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.290589] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.290682] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.793396] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2d394af-ab31-4d32-a118-403a69121a17: rpc.has_security_group_logging(os_id): False [ 890.841953] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.842218] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.843017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.843017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.843017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.843017] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.843017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.843017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.843335] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.843335] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.843834] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.843834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.843834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.844025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.844025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.844886] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.844886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.844886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.844886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.844886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.844886] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2d394af-ab31-4d32-a118-403a69121a17 is going to be created. [ 890.885089] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 in Status: SUCCESS [ 890.885468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.920688] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.920834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.920910] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.921124] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.921309] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.932874] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: IN_PROGRESS for 2s [ 891.863021] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-506 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.863021] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-506" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.863021] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-506" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.863021] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-506" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.863533] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.863533] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.863533] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.863736] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.863899] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.864126] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.864722] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.864722] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.864722] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.864722] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.864722] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.864907] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.885986] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.886235] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 891.886621] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.886932] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-506" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.887450] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-aa8f1e9f-2226-4032-a038-0658598ab484 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.887641] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-aa8f1e9f-2226-4032-a038-0658598ab484" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.887923] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-aa8f1e9f-2226-4032-a038-0658598ab484" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.887983] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-aa8f1e9f-2226-4032-a038-0658598ab484" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.888116] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa8f1e9f-2226-4032-a038-0658598ab484',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.071436] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: SUCCESS [ 892.071656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.274913] env[65619]: INFO networking_nsxv3.common.synchronization [None req-50ba3129-5eea-4ee2-a16a-ef8b1ea6513d None None] Enqueued Resource ID: 7ad2912a-bfaa-44e3-a782-6008059b54d1 with Priority: HIGHEST for action port [ 892.275503] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad2912a-bfaa-44e3-a782-6008059b54d1 with Priority: HIGHEST for action port [ 892.275821] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ad2912a-bfaa-44e3-a782-6008059b54d1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.276169] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ad2912a-bfaa-44e3-a782-6008059b54d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.276169] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ad2912a-bfaa-44e3-a782-6008059b54d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.276392] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ad2912a-bfaa-44e3-a782-6008059b54d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.276392] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ad2912a-bfaa-44e3-a782-6008059b54d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.382188] env[65619]: INFO networking_nsxv3.common.synchronization [req-798a1c20-d0c7-4d8c-a4b6-16113e7b5a8a req-bd2d39f4-a607-4526-bcc6-cb70b0c2a91e tempest-ServerDiskConfigTestJSON-75665536 tempest-ServerDiskConfigTestJSON-75665536-project-member] Enqueued Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 892.383142] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 892.384195] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.384195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.384519] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.384973] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.385232] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.385394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.385494] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.385748] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.385891] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.386046] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.391576] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.391918] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.392158] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.392572] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.392828] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.393315] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.394247] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.394247] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.394593] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.394660] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.395109] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.396227] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.396227] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.396227] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.396227] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.396826] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: aa8f1e9f-2226-4032-a038-0658598ab484 is going to be updated. [ 892.423820] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.423820] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.423820] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.424356] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.424356] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.424356] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-aa8f1e9f-2226-4032-a038-0658598ab484" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.779377] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ad2912a-bfaa-44e3-a782-6008059b54d1 [ 892.779377] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.779736] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.779736] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.780422] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.780422] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.780422] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ad2912a-bfaa-44e3-a782-6008059b54d1 already deleted. [ 892.780586] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ad2912a-bfaa-44e3-a782-6008059b54d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.889921] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.890233] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.890233] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.890359] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.890452] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.890639] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.890754] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.890793] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.890932] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.891014] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.891208] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f is going to be updated. [ 892.922078] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.922226] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.922684] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.922684] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.922684] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.932253] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: IN_PROGRESS for 2s [ 892.944564] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: SUCCESS [ 892.944564] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.140767] env[65619]: INFO networking_nsxv3.common.synchronization [req-d3a29eac-365e-403f-931c-eae496dae6b8 req-562b974d-876d-46b3-9494-5de7c3a06c65 service nova] Enqueued Resource ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 with Priority: HIGHEST for action security_group_rules [ 893.141115] env[65619]: INFO networking_nsxv3.common.synchronization [req-d3a29eac-365e-403f-931c-eae496dae6b8 req-562b974d-876d-46b3-9494-5de7c3a06c65 service nova] Enqueued Resource ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 with Priority: HIGHEST for action security_group_members [ 893.141367] env[65619]: INFO networking_nsxv3.common.synchronization [req-d3a29eac-365e-403f-931c-eae496dae6b8 req-562b974d-876d-46b3-9494-5de7c3a06c65 service nova] Enqueued Resource ID: aa8f1e9f-2226-4032-a038-0658598ab484 with Priority: HIGHEST for action port [ 893.142610] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 with Priority: HIGHEST for action security_group_rules [ 893.142610] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 with Priority: HIGHEST for action security_group_members [ 893.142610] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8f1e9f-2226-4032-a038-0658598ab484 with Priority: HIGHEST for action port [ 893.142767] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.142949] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.143026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.143537] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.143537] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ee8dcc1-4b64-4a42-b320-b5009b83c1d6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.144355] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.144472] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.144539] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.144838] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.144985] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.145293] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.145458] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.145615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.145706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.145803] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ee8dcc1-4b64-4a42-b320-b5009b83c1d6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.146605] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa8f1e9f-2226-4032-a038-0658598ab484 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.149854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa8f1e9f-2226-4032-a038-0658598ab484" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.149854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa8f1e9f-2226-4032-a038-0658598ab484" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.149854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa8f1e9f-2226-4032-a038-0658598ab484" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.149854] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa8f1e9f-2226-4032-a038-0658598ab484',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.649017] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ee8dcc1-4b64-4a42-b320-b5009b83c1d6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.650528] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.650687] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.650908] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa8f1e9f-2226-4032-a038-0658598ab484 with status ACTIVE [ 893.651159] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.651316] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.651410] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.651718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.651840] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.654512] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.654649] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.654710] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.654926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.656112] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.656395] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.656504] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.656572] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.656741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.656830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.656923] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa8f1e9f-2226-4032-a038-0658598ab484 is going to be updated. [ 893.678894] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.678894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.678894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.678894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.679629] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.679629] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa8f1e9f-2226-4032-a038-0658598ab484" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.159245] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ee8dcc1-4b64-4a42-b320-b5009b83c1d6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.661455] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.661660] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.661764] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.661989] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.662126] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.663043] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 is going to be updated. [ 894.698278] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.698540] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.698540] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.699815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.699815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.710734] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 in Status: IN_PROGRESS for 2s [ 894.942901] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: SUCCESS [ 894.943202] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f deletion is rescheduled due to dependency. [ 894.943349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.721611] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 in Status: SUCCESS [ 896.721903] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.722104] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.722371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.722612] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.722777] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.722854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.723696] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.723696] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.723696] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.723696] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ee8dcc1-4b64-4a42-b320-b5009b83c1d6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.076182] env[65619]: INFO networking_nsxv3.common.synchronization [req-fb541625-a513-41ba-b653-ebe7d51fad09 req-d882532a-14b6-4dc6-bdc8-cbb557f93779 tempest-ServerRescueTestJSONUnderV235-1444747344 tempest-ServerRescueTestJSONUnderV235-1444747344-project-member] Enqueued Resource ID: 0867730c-faf8-4067-83ed-5acf45f2025e with Priority: HIGHEST for action security_group_members [ 897.076428] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0867730c-faf8-4067-83ed-5acf45f2025e with Priority: HIGHEST for action security_group_members [ 897.076769] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0867730c-faf8-4067-83ed-5acf45f2025e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.076888] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.076958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.077295] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.077484] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.077585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.077664] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.077819] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.077926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.078030] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0867730c-faf8-4067-83ed-5acf45f2025e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.232431] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ee8dcc1-4b64-4a42-b320-b5009b83c1d6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.503824] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-196 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.504041] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-196" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.504230] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-196" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.504583] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-196" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.504850] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.505036] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.505168] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.505407] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.505553] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.505758] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.505868] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.505974] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.506089] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.506197] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.506302] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.506426] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.526767] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.526946] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.527096] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.527379] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-196" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.527695] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-0432e0da-1870-4e87-9064-0da15d36eb97 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.527869] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-0432e0da-1870-4e87-9064-0da15d36eb97" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.528021] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-0432e0da-1870-4e87-9064-0da15d36eb97" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.528425] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-0432e0da-1870-4e87-9064-0da15d36eb97" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.528552] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0432e0da-1870-4e87-9064-0da15d36eb97',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.580429] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.580604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.580682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.580868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.581175] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.581286] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.581595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.581595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.583247] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.583247] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.583247] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0867730c-faf8-4067-83ed-5acf45f2025e already deleted. [ 897.583247] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.738233] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6: rpc.has_security_group_logging(os_id): False [ 897.759533] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.759533] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.759533] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.759533] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.759533] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.760114] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.760114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.760114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.760292] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.760292] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.760390] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 is going to be updated. [ 897.830026] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.830250] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.830306] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.830629] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.830816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.852027] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 in Status: IN_PROGRESS for 2s [ 898.031549] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.031842] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.032059] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.032426] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.032599] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.032790] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 0432e0da-1870-4e87-9064-0da15d36eb97 not found, creating... [ 898.033181] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.033330] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.033495] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.033810] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.033990] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.034319] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.034515] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.034637] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.034894] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.035158] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.035334] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 0432e0da-1870-4e87-9064-0da15d36eb97 is going to be created. [ 898.062926] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.063220] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.063455] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.064038] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.064038] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.064638] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-0432e0da-1870-4e87-9064-0da15d36eb97" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.875697] env[65619]: INFO networking_nsxv3.common.synchronization [req-fb541625-a513-41ba-b653-ebe7d51fad09 req-d366fe39-6251-424b-94c0-7e3f04540071 service nova] Enqueued Resource ID: 0867730c-faf8-4067-83ed-5acf45f2025e with Priority: HIGHEST for action security_group_rules [ 898.876048] env[65619]: INFO networking_nsxv3.common.synchronization [req-fb541625-a513-41ba-b653-ebe7d51fad09 req-d366fe39-6251-424b-94c0-7e3f04540071 service nova] Enqueued Resource ID: 0867730c-faf8-4067-83ed-5acf45f2025e with Priority: HIGHEST for action security_group_members [ 898.876048] env[65619]: INFO networking_nsxv3.common.synchronization [req-fb541625-a513-41ba-b653-ebe7d51fad09 req-d366fe39-6251-424b-94c0-7e3f04540071 service nova] Enqueued Resource ID: 0432e0da-1870-4e87-9064-0da15d36eb97 with Priority: HIGHEST for action port [ 898.876572] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0867730c-faf8-4067-83ed-5acf45f2025e with Priority: HIGHEST for action security_group_rules [ 898.876701] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0867730c-faf8-4067-83ed-5acf45f2025e with Priority: HIGHEST for action security_group_members [ 898.876877] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0432e0da-1870-4e87-9064-0da15d36eb97 with Priority: HIGHEST for action port [ 898.877021] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0867730c-faf8-4067-83ed-5acf45f2025e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.877213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.877275] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.877547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.877627] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0867730c-faf8-4067-83ed-5acf45f2025e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.878959] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0867730c-faf8-4067-83ed-5acf45f2025e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.878959] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.878959] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.878959] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.879185] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.879185] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.879185] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.879419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.879419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.879505] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0867730c-faf8-4067-83ed-5acf45f2025e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.880298] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-0432e0da-1870-4e87-9064-0da15d36eb97 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.880439] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0432e0da-1870-4e87-9064-0da15d36eb97" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.880439] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0432e0da-1870-4e87-9064-0da15d36eb97" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.880577] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0432e0da-1870-4e87-9064-0da15d36eb97" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.880650] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0432e0da-1870-4e87-9064-0da15d36eb97',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.382985] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0867730c-faf8-4067-83ed-5acf45f2025e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.382985] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.383132] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0867730c-faf8-4067-83ed-5acf45f2025e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.384215] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0432e0da-1870-4e87-9064-0da15d36eb97 with status ACTIVE [ 899.384463] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.385500] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.385500] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.385500] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.385500] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.385500] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.385500] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.386369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.386639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.387148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.387148] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.387148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.387148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.387502] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.387502] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.387502] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0432e0da-1870-4e87-9064-0da15d36eb97 is going to be updated. [ 899.412660] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.412836] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.412878] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.413149] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.413315] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.413484] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0432e0da-1870-4e87-9064-0da15d36eb97" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.870707] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 in Status: SUCCESS [ 899.870707] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.890240] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0867730c-faf8-4067-83ed-5acf45f2025e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.393344] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.393344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.393344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.394135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.394135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.394135] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0867730c-faf8-4067-83ed-5acf45f2025e is going to be created. [ 900.439929] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.440226] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.440361] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.440728] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.440991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.457312] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0867730c-faf8-4067-83ed-5acf45f2025e in Status: UNINITIALIZED for 2s [ 901.302069] env[65619]: INFO networking_nsxv3.common.synchronization [req-0a123abd-8ff2-4f2a-b5eb-813abd70b19f req-daecb075-990b-4994-96a3-fe30ce3a00fd tempest-AttachInterfacesTestJSON-210967248 tempest-AttachInterfacesTestJSON-210967248-project-member] Enqueued Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 901.302069] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 901.302069] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.302069] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.302578] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.302578] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.302669] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.302748] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.302748] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.302896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.302997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.303142] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.806262] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.806515] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.806515] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.806694] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.806790] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.806981] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.807143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.807228] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.807384] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.807494] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.807546] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2d394af-ab31-4d32-a118-403a69121a17 is going to be updated. [ 901.841427] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.841427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.841427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.841427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.841944] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.853031] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: IN_PROGRESS for 2s [ 902.469164] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0867730c-faf8-4067-83ed-5acf45f2025e in Status: SUCCESS [ 902.469527] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.469604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.469826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.471536] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.471536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.471536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.471536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.471536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.471536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.471536] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0867730c-faf8-4067-83ed-5acf45f2025e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.977944] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0867730c-faf8-4067-83ed-5acf45f2025e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.978189] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.978427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.978671] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.978854] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.978974] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.979060] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.979223] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.979315] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.979404] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.979723] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0867730c-faf8-4067-83ed-5acf45f2025e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.979821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.979881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.980076] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.980227] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.980324] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.980378] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.980543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.980624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.980901] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.980901] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0867730c-faf8-4067-83ed-5acf45f2025e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.085846] env[65619]: INFO networking_nsxv3.common.synchronization [req-72734fce-6082-4e40-b709-53e1f05d7f03 req-442b1e92-9721-4803-a6e8-b46717825c2f tempest-ListServersNegativeTestJSON-1885882224 tempest-ListServersNegativeTestJSON-1885882224-project-member] Enqueued Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_members [ 903.086698] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_members [ 903.087328] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-99847b6a-a5de-460c-b40f-c68934454d9d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.087491] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.087491] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.087765] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.087976] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.088134] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.088228] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.088436] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.088595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.088735] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.483718] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0867730c-faf8-4067-83ed-5acf45f2025e: rpc.has_security_group_logging(os_id): False [ 903.508930] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.509184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.509184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.509427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.509558] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.509878] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.510058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.510131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.510341] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.510429] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.510722] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.510896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.511023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.511248] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.511337] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.511576] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.511812] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.512052] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.512310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.512569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.512684] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0867730c-faf8-4067-83ed-5acf45f2025e is going to be created. [ 903.578675] env[65619]: INFO networking_nsxv3.common.synchronization [req-1ed122b8-9a96-4795-bab6-220e8a43d1c0 req-9c0497f2-56c8-4f5b-9d34-794baccac2c9 tempest-ListServersNegativeTestJSON-1885882224 tempest-ListServersNegativeTestJSON-1885882224-project-member] Enqueued Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_members [ 903.580021] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGHEST for action security_group_members [ 903.580415] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-99847b6a-a5de-460c-b40f-c68934454d9d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.580550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.593972] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.602027] env[65619]: INFO networking_nsxv3.common.synchronization [req-2264d5ff-df62-4214-b6da-d02af6b7208a req-5aafce2d-0206-4da5-89e4-793f3a3a8218 tempest-MigrationsAdminTest-690393040 tempest-MigrationsAdminTest-690393040-project-member] Enqueued Resource ID: 2879e45b-547d-4410-a90b-84007335bd08 with Priority: HIGHEST for action security_group_members [ 903.602027] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2879e45b-547d-4410-a90b-84007335bd08 with Priority: HIGHEST for action security_group_members [ 903.602027] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-2879e45b-547d-4410-a90b-84007335bd08 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.602027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.602027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.602027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.602027] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.602027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.602411] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.602411] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.602548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.602548] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2879e45b-547d-4410-a90b-84007335bd08',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.607352] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.607472] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.608056] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.608302] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.608514] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.629135] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0867730c-faf8-4067-83ed-5acf45f2025e in Status: IN_PROGRESS for 2s [ 903.867646] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: SUCCESS [ 903.867773] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2d394af-ab31-4d32-a118-403a69121a17 deletion is rescheduled due to dependency. [ 903.867916] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.096427] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.106527] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.106696] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.106777] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.107016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.137980] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.137980] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.137980] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.137980] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.137980] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.137980] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.137980] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2879e45b-547d-4410-a90b-84007335bd08 is going to be updated. [ 904.164165] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.164332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.164428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.164692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.164813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.176533] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2879e45b-547d-4410-a90b-84007335bd08 in Status: IN_PROGRESS for 2s [ 904.199285] env[65619]: INFO networking_nsxv3.common.synchronization [req-4d57dab0-c08e-4311-bca3-8ca1303ead81 req-476f1866-9059-4d51-a19c-317feb6c9ec3 tempest-ServersTestJSON-727754052 tempest-ServersTestJSON-727754052-project-member] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 904.199866] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 904.200222] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.200380] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.200426] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.200668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.200832] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.201077] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.201077] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.201310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.202419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.202419] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.601089] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.601575] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.601575] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.601575] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.601677] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.601768] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99847b6a-a5de-460c-b40f-c68934454d9d is going to be updated. [ 904.628400] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.628646] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.628850] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.629223] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.629492] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.629843] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.629965] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.630238] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.630445] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.630691] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.630807] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.630915] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.631031] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.631142] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.631311] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.631506] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.636464] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.636464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.636464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.636464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.636464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.652973] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99847b6a-a5de-460c-b40f-c68934454d9d in Status: IN_PROGRESS for 2s [ 904.655394] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.655394] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.655394] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.656147] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.656520] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-db32e1b4-e86a-4a06-a0f5-c110d2e9b360 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.656718] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-db32e1b4-e86a-4a06-a0f5-c110d2e9b360" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.656845] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-db32e1b4-e86a-4a06-a0f5-c110d2e9b360" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.657813] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-db32e1b4-e86a-4a06-a0f5-c110d2e9b360" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.657813] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db32e1b4-e86a-4a06-a0f5-c110d2e9b360',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.704315] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.704590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.704721] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.704912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.705013] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.705331] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.705446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.705509] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.705677] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.705814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.705849] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc already deleted. [ 904.705926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.159686] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.159913] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.160048] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.160332] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.160481] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.160649] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port db32e1b4-e86a-4a06-a0f5-c110d2e9b360 not found, creating... [ 905.160917] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.161086] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.161204] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.161425] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.162057] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.162057] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.162057] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.162224] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.162290] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.162454] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.162537] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: db32e1b4-e86a-4a06-a0f5-c110d2e9b360 is going to be created. [ 905.186663] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.186663] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.186663] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.186872] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.186993] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.187308] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-db32e1b4-e86a-4a06-a0f5-c110d2e9b360" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.654075] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0867730c-faf8-4067-83ed-5acf45f2025e in Status: SUCCESS [ 905.654075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.085849] env[65619]: INFO networking_nsxv3.common.synchronization [req-4d57dab0-c08e-4311-bca3-8ca1303ead81 req-7d576128-16ff-4380-90a3-b7cde03aff06 service nova] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_rules [ 906.085849] env[65619]: INFO networking_nsxv3.common.synchronization [req-4d57dab0-c08e-4311-bca3-8ca1303ead81 req-7d576128-16ff-4380-90a3-b7cde03aff06 service nova] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 906.085849] env[65619]: INFO networking_nsxv3.common.synchronization [req-4d57dab0-c08e-4311-bca3-8ca1303ead81 req-7d576128-16ff-4380-90a3-b7cde03aff06 service nova] Enqueued Resource ID: db32e1b4-e86a-4a06-a0f5-c110d2e9b360 with Priority: HIGHEST for action port [ 906.085849] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_rules [ 906.085849] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 906.085849] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db32e1b4-e86a-4a06-a0f5-c110d2e9b360 with Priority: HIGHEST for action port [ 906.085849] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.085849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.085849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.085849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.085849] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.086736] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.086898] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.086952] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.087599] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.087868] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.088074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.088177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.088417] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.088552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.088689] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.090799] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-db32e1b4-e86a-4a06-a0f5-c110d2e9b360 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.090937] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db32e1b4-e86a-4a06-a0f5-c110d2e9b360" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.091017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db32e1b4-e86a-4a06-a0f5-c110d2e9b360" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.091237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db32e1b4-e86a-4a06-a0f5-c110d2e9b360" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.091330] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db32e1b4-e86a-4a06-a0f5-c110d2e9b360',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.188848] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2879e45b-547d-4410-a90b-84007335bd08 in Status: SUCCESS [ 906.189073] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2879e45b-547d-4410-a90b-84007335bd08 deletion is rescheduled due to dependency. [ 906.189195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2879e45b-547d-4410-a90b-84007335bd08" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.576865] env[65619]: INFO networking_nsxv3.common.synchronization [req-50174821-0b0c-487c-b24e-8c017c54f036 req-b76edc98-2d0a-43b8-8a86-31390b1f4b90 tempest-AttachInterfacesTestJSON-210967248 tempest-AttachInterfacesTestJSON-210967248-project-member] Enqueued Resource ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b with Priority: HIGHEST for action security_group_members [ 906.577816] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b with Priority: HIGHEST for action security_group_members [ 906.578365] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1156f7b-bde9-45ce-ad46-a076af8ddf1b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.578567] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.578658] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.578974] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.579233] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.579394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.579705] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.579785] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.579897] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.580323] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1156f7b-bde9-45ce-ad46-a076af8ddf1b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.595724] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.595724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.595984] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db32e1b4-e86a-4a06-a0f5-c110d2e9b360 with status ACTIVE [ 906.596154] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.596279] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.596363] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.596549] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.596673] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.596835] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.596949] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.597066] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.597178] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.597293] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.597801] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.597801] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.597801] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.598173] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.598173] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.599579] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db32e1b4-e86a-4a06-a0f5-c110d2e9b360 is going to be updated. [ 906.600894] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.638395] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.638793] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.638793] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.638941] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.639174] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.639265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db32e1b4-e86a-4a06-a0f5-c110d2e9b360" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.669335] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99847b6a-a5de-460c-b40f-c68934454d9d in Status: SUCCESS [ 906.670037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.670335] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.670713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.670932] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.671112] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.671176] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.671353] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.671442] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.671542] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.801083] env[65619]: INFO networking_nsxv3.common.synchronization [None req-99aff025-9b34-4996-ba54-f8c7a448ec7a None None] Enqueued Resource ID: c8466cf9-6248-412c-9515-a5240b974697 with Priority: HIGHEST for action port [ 906.801550] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8466cf9-6248-412c-9515-a5240b974697 with Priority: HIGHEST for action port [ 906.801871] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8466cf9-6248-412c-9515-a5240b974697 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.801998] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8466cf9-6248-412c-9515-a5240b974697" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.802328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8466cf9-6248-412c-9515-a5240b974697" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.802715] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8466cf9-6248-412c-9515-a5240b974697" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.802810] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8466cf9-6248-412c-9515-a5240b974697',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.086753] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.087507] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.087507] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.089814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.089814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.089814] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.089814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.089814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.089814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.089814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.089814] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b is going to be updated. [ 907.106727] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.128360] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.128548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.128623] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.128834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.129082] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.143029] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b in Status: IN_PROGRESS for 2s [ 907.174668] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.174813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.174890] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.175132] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.175267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.175506] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.175616] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.175616] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.175782] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.175871] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.175975] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99847b6a-a5de-460c-b40f-c68934454d9d is going to be updated. [ 907.211192] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.211192] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.211192] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.211192] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.211192] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.223343] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99847b6a-a5de-460c-b40f-c68934454d9d in Status: IN_PROGRESS for 2s [ 907.305347] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8466cf9-6248-412c-9515-a5240b974697 [ 907.305347] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.305347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.305347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.307109] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.307109] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.307109] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8466cf9-6248-412c-9515-a5240b974697 already deleted. [ 907.307205] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8466cf9-6248-412c-9515-a5240b974697" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.401302] env[65619]: INFO networking_nsxv3.common.synchronization [req-a6eba02a-6c95-4653-bea7-5f319ff1b266 req-67c6dca1-ea6c-4a00-9fb7-361817780f30 tempest-DeleteServersTestJSON-987271658 tempest-DeleteServersTestJSON-987271658-project-member] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 907.402739] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 907.406529] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.406720] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.406815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.407117] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.407350] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.407493] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.407560] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.407729] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.407818] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.407920] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.612568] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.612750] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.612840] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.615041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.615041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.615041] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be created. [ 907.642686] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.642895] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.642939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.643194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.643364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.656653] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: UNINITIALIZED for 2s [ 907.805086] env[65619]: INFO networking_nsxv3.common.synchronization [req-642a95c8-703d-4078-b148-1af5282f9755 req-44ea3a5f-8c50-4d7c-93b0-8e702b46f9db tempest-ImagesOneServerNegativeTestJSON-532414559 tempest-ImagesOneServerNegativeTestJSON-532414559-project-member] Enqueued Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_members [ 907.805526] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_members [ 907.805964] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.805964] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.806113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.806281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.806469] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.806749] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.806749] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.806839] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.806870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.806975] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.914584] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.914874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.914933] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.915364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.915513] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.915807] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.915963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.916074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.916304] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.916474] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.916573] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be updated. [ 907.958376] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.958588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.958673] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.962022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.962022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.970854] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: IN_PROGRESS for 2s [ 908.309325] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.309618] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.309618] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.309829] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.309936] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.310199] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.310474] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.310559] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.310741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.310831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.310932] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 is going to be updated. [ 908.360373] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.360558] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.360600] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.360801] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.361061] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.375595] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 in Status: IN_PROGRESS for 2s [ 909.157171] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b in Status: SUCCESS [ 909.157508] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1156f7b-bde9-45ce-ad46-a076af8ddf1b deletion is rescheduled due to dependency. [ 909.160023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1156f7b-bde9-45ce-ad46-a076af8ddf1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.239114] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99847b6a-a5de-460c-b40f-c68934454d9d in Status: SUCCESS [ 909.239114] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99847b6a-a5de-460c-b40f-c68934454d9d deletion is rescheduled due to dependency. [ 909.239114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.473881] env[65619]: INFO networking_nsxv3.common.synchronization [None req-f1032a51-d82d-4096-8150-196ed185988c None None] Enqueued Resource ID: 9594454d-170c-4a5b-8c16-f998a1da87c1 with Priority: HIGHEST for action port [ 909.473881] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9594454d-170c-4a5b-8c16-f998a1da87c1 with Priority: HIGHEST for action port [ 909.473881] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-9594454d-170c-4a5b-8c16-f998a1da87c1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.473881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9594454d-170c-4a5b-8c16-f998a1da87c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.473881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9594454d-170c-4a5b-8c16-f998a1da87c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.476057] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9594454d-170c-4a5b-8c16-f998a1da87c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.476057] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9594454d-170c-4a5b-8c16-f998a1da87c1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.544131] env[65619]: INFO networking_nsxv3.common.synchronization [req-7bd3b22e-0c4b-4e59-bfac-8ea1568980ab req-ec40ce3d-ab52-43e3-87e6-91909583c7b8 tempest-ServersNegativeTestJSON-269092673 tempest-ServersNegativeTestJSON-269092673-project-member] Enqueued Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGHEST for action security_group_members [ 909.544843] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGHEST for action security_group_members [ 909.545028] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.545319] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.545459] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.545697] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.545925] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.546053] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.546053] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.546176] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.546260] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.546358] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.668329] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 909.668329] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.668329] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.668329] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.668329] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.668329] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.668329] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.668329] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.668329] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.668329] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.668329] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.979391] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9594454d-170c-4a5b-8c16-f998a1da87c1 [ 909.979803] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.980011] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.980120] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.980382] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.980589] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.980589] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9594454d-170c-4a5b-8c16-f998a1da87c1 already deleted. [ 909.980668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9594454d-170c-4a5b-8c16-f998a1da87c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.981553] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 909.981721] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f deletion is rescheduled due to dependency. [ 909.981819] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.000107] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.000235] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-244" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.000347] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-244" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.001292] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-244" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.001292] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.001292] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.001534] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.001789] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.001992] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.002256] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.002409] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.002551] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.002689] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.002831] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.002968] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.003186] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.038617] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.038821] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.039211] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.039292] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-244" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.039608] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-b00678e2-aa7a-4a98-854b-1088137140b3 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.039787] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-b00678e2-aa7a-4a98-854b-1088137140b3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.039910] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-b00678e2-aa7a-4a98-854b-1088137140b3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.040252] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-b00678e2-aa7a-4a98-854b-1088137140b3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.040398] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b00678e2-aa7a-4a98-854b-1088137140b3',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.048532] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.171181] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.171487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.171487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.171637] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.171807] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.171906] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.171979] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.172125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.172209] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.172294] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.172437] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.172524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.172580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.172711] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.172839] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.172925] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.172981] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.175030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.175030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.175030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.175030] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.386642] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 in Status: SUCCESS [ 910.386831] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 deletion is rescheduled due to dependency. [ 910.386949] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.543946] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.543946] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.543946] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.544472] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.544472] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.544635] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port b00678e2-aa7a-4a98-854b-1088137140b3 not found, creating... [ 910.544908] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.545080] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.545199] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.545420] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.545560] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.545833] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.545984] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.546842] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.547095] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.547239] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.547408] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: b00678e2-aa7a-4a98-854b-1088137140b3 is going to be created. [ 910.551162] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.572321] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.572523] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.572646] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.572932] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.573185] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.573460] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-b00678e2-aa7a-4a98-854b-1088137140b3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.670032] env[65619]: INFO networking_nsxv3.common.synchronization [req-91ec2450-a7c8-485a-9255-d118be026d52 req-e89b1563-02bb-4dba-b9c0-322f6cd80d60 tempest-ServersV294TestFqdnHostnames-1192919053 tempest-ServersV294TestFqdnHostnames-1192919053-project-member] Enqueued Resource ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac with Priority: HIGHEST for action security_group_members [ 910.670691] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac with Priority: HIGHEST for action security_group_members [ 910.672759] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cf312e5-f067-45e4-9407-b6c4e2d31aac taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.672759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.672759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.672759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.672759] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.672759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.672759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.672759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.672759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.672759] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cf312e5-f067-45e4-9407-b6c4e2d31aac',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.676727] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc: rpc.has_security_group_logging(os_id): False [ 910.707024] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.707024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.707024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.707024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.707024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.712331] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.712331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.712331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.712331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.712331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.712331] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.712331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.712331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.712331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.712331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.712331] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.712331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.712331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.712331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.713211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.713211] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be created. [ 910.787290] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.787290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.787290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.787290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.787290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.798701] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 911.053821] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.053821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.053821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.054103] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.054230] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.054432] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 is going to be updated. [ 911.086857] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.087069] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.087167] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.087394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.087570] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.100031] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 in Status: IN_PROGRESS for 2s [ 911.175549] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.177049] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.177049] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.177049] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.201558] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.201871] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.201999] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.202088] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.202373] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.202545] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.202636] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac is going to be updated. [ 911.230911] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.231158] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.231250] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.231457] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.231847] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.241526] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac in Status: IN_PROGRESS for 2s [ 911.323977] env[65619]: INFO networking_nsxv3.common.synchronization [req-102c37d3-cb46-49f1-a322-0c90de3501dd req-c280221d-6f29-4a39-a7a7-baf1f60c8979 tempest-ServerActionsTestOtherA-1997294568 tempest-ServerActionsTestOtherA-1997294568-project-member] Enqueued Resource ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 with Priority: HIGHEST for action security_group_members [ 911.325244] env[65619]: INFO networking_nsxv3.common.synchronization [req-7bd3b22e-0c4b-4e59-bfac-8ea1568980ab req-edefdf48-ca78-4860-ac7a-3b4d0ca39d20 service nova] Enqueued Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGHEST for action security_group_rules [ 911.325244] env[65619]: INFO networking_nsxv3.common.synchronization [req-7bd3b22e-0c4b-4e59-bfac-8ea1568980ab req-edefdf48-ca78-4860-ac7a-3b4d0ca39d20 service nova] Enqueued Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGHEST for action security_group_members [ 911.325244] env[65619]: INFO networking_nsxv3.common.synchronization [req-7bd3b22e-0c4b-4e59-bfac-8ea1568980ab req-edefdf48-ca78-4860-ac7a-3b4d0ca39d20 service nova] Enqueued Resource ID: b00678e2-aa7a-4a98-854b-1088137140b3 with Priority: HIGHEST for action port [ 911.325938] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 with Priority: HIGHEST for action security_group_members [ 911.326090] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGHEST for action security_group_members [ 911.326185] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGHEST for action security_group_rules [ 911.326273] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00678e2-aa7a-4a98-854b-1088137140b3 with Priority: HIGHEST for action port [ 911.327615] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19903d3-a4e8-421b-81ea-5da5071d07b8 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.327615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.327615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.327615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.327615] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.327615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.327615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.327615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.327978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.327978] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c19903d3-a4e8-421b-81ea-5da5071d07b8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.328673] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.328768] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.328964] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.329094] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.329135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.329278] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.329355] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.330140] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-b00678e2-aa7a-4a98-854b-1088137140b3 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.330239] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b00678e2-aa7a-4a98-854b-1088137140b3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.330301] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b00678e2-aa7a-4a98-854b-1088137140b3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.330741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b00678e2-aa7a-4a98-854b-1088137140b3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.331822] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b00678e2-aa7a-4a98-854b-1088137140b3',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.832541] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.832714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.832953] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.833092] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.833172] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.833412] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.833535] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.834364] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.834364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.834364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.834364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.834364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.834364] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 is going to be updated. [ 911.835520] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b00678e2-aa7a-4a98-854b-1088137140b3 with status ACTIVE [ 911.835665] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.835770] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.835842] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.836090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.836182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.836365] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.836480] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.836550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.836870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.836870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.837063] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.837172] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.837232] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.837403] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.837481] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.837563] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b00678e2-aa7a-4a98-854b-1088137140b3 is going to be updated. [ 911.860946] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.861117] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.861259] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.861418] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.861575] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.861764] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b00678e2-aa7a-4a98-854b-1088137140b3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.868801] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.868921] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.869011] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.869229] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.869438] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.888118] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 in Status: IN_PROGRESS for 2s [ 912.812122] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 912.812523] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.113143] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 in Status: SUCCESS [ 913.113675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.113675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.113836] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.114045] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.114639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.114639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.114639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.114639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.114639] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.188907] env[65619]: INFO networking_nsxv3.common.synchronization [req-eaa56c4d-50bf-43a8-9678-90c35207472b req-457b46ef-51ba-4c7e-bfec-499269d4b778 tempest-AttachVolumeTestJSON-1141352336 tempest-AttachVolumeTestJSON-1141352336-project-member] Enqueued Resource ID: 485c05dd-ee80-4734-9394-e621a32fa5bd with Priority: HIGHEST for action security_group_members [ 913.188907] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485c05dd-ee80-4734-9394-e621a32fa5bd with Priority: HIGHEST for action security_group_members [ 913.188907] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-485c05dd-ee80-4734-9394-e621a32fa5bd taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.188907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.189198] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.190063] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.190063] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.190834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.190834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.191038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.191144] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.191247] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('485c05dd-ee80-4734-9394-e621a32fa5bd',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.252630] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac in Status: SUCCESS [ 913.252630] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cf312e5-f067-45e4-9407-b6c4e2d31aac deletion is rescheduled due to dependency. [ 913.252630] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cf312e5-f067-45e4-9407-b6c4e2d31aac" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.554549] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.554549] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-727" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.554549] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-727" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.554549] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-727" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.554549] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.554936] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.554936] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.554936] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.555934] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.555934] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.555934] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.555934] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.555934] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.555934] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.556211] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.556211] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.581146] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.581353] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.581471] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.581666] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-727" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.582025] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-19f1658b-180a-46cb-90f6-dcdbc1fefb27 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.582207] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-19f1658b-180a-46cb-90f6-dcdbc1fefb27" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.582328] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-19f1658b-180a-46cb-90f6-dcdbc1fefb27" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.582702] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-19f1658b-180a-46cb-90f6-dcdbc1fefb27" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.582852] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19f1658b-180a-46cb-90f6-dcdbc1fefb27',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.617521] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.695844] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.696089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.696089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.696440] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.696543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.696831] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.697019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.697095] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.697315] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.697401] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.697484] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485c05dd-ee80-4734-9394-e621a32fa5bd already deleted. [ 913.697619] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.898045] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 in Status: SUCCESS [ 913.898393] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 deletion is rescheduled due to dependency. [ 913.898393] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.086180] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.086703] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.086703] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.087899] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.087899] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.087899] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 19f1658b-180a-46cb-90f6-dcdbc1fefb27 not found, creating... [ 914.087899] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.088160] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.088160] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.088577] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.088743] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.089058] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.089223] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.089506] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.089565] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.089735] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.089839] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 19f1658b-180a-46cb-90f6-dcdbc1fefb27 is going to be created. [ 914.111237] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.111441] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.111565] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.111837] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.112076] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.112312] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-19f1658b-180a-46cb-90f6-dcdbc1fefb27" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.120079] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.622031] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.622207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.622276] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.622534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.622633] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.622737] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 is going to be updated. [ 914.653581] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.653581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.653581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.653581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.653581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.662088] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 in Status: IN_PROGRESS for 2s [ 914.845506] env[65619]: INFO networking_nsxv3.common.synchronization [req-eaa56c4d-50bf-43a8-9678-90c35207472b req-9525c3ad-b427-4d30-9b21-6c41c93c5cdc service nova] Enqueued Resource ID: 485c05dd-ee80-4734-9394-e621a32fa5bd with Priority: HIGHEST for action security_group_rules [ 914.845506] env[65619]: INFO networking_nsxv3.common.synchronization [req-eaa56c4d-50bf-43a8-9678-90c35207472b req-9525c3ad-b427-4d30-9b21-6c41c93c5cdc service nova] Enqueued Resource ID: 485c05dd-ee80-4734-9394-e621a32fa5bd with Priority: HIGHEST for action security_group_members [ 914.845729] env[65619]: INFO networking_nsxv3.common.synchronization [req-eaa56c4d-50bf-43a8-9678-90c35207472b req-9525c3ad-b427-4d30-9b21-6c41c93c5cdc service nova] Enqueued Resource ID: 19f1658b-180a-46cb-90f6-dcdbc1fefb27 with Priority: HIGHEST for action port [ 914.846269] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485c05dd-ee80-4734-9394-e621a32fa5bd with Priority: HIGHEST for action security_group_rules [ 914.846459] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485c05dd-ee80-4734-9394-e621a32fa5bd with Priority: HIGHEST for action security_group_members [ 914.846586] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f1658b-180a-46cb-90f6-dcdbc1fefb27 with Priority: HIGHEST for action port [ 914.846921] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-485c05dd-ee80-4734-9394-e621a32fa5bd taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.847089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.847180] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.847488] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.847599] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('485c05dd-ee80-4734-9394-e621a32fa5bd',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.849592] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-485c05dd-ee80-4734-9394-e621a32fa5bd taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.849592] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.849683] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.849829] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.850990] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.850990] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.850990] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.850990] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.850990] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.850990] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('485c05dd-ee80-4734-9394-e621a32fa5bd',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.851242] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-19f1658b-180a-46cb-90f6-dcdbc1fefb27 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.852483] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19f1658b-180a-46cb-90f6-dcdbc1fefb27" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.852483] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19f1658b-180a-46cb-90f6-dcdbc1fefb27" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.852483] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19f1658b-180a-46cb-90f6-dcdbc1fefb27" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.852483] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19f1658b-180a-46cb-90f6-dcdbc1fefb27',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.349999] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-485c05dd-ee80-4734-9394-e621a32fa5bd taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.350450] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.353592] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('485c05dd-ee80-4734-9394-e621a32fa5bd',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.354591] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19f1658b-180a-46cb-90f6-dcdbc1fefb27 with status ACTIVE [ 915.354812] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.355125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.355228] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.355471] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.355594] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.355898] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.356035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.356118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.356297] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.356399] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.356613] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.356726] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.356803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.356964] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.357070] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.357173] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19f1658b-180a-46cb-90f6-dcdbc1fefb27 is going to be updated. [ 915.383206] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.383372] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.383440] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.383659] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.383802] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.383971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19f1658b-180a-46cb-90f6-dcdbc1fefb27" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.860603] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('485c05dd-ee80-4734-9394-e621a32fa5bd',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.362728] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.363678] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.363678] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.363678] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.363919] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.363919] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485c05dd-ee80-4734-9394-e621a32fa5bd is going to be created. [ 916.389153] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.389351] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.389351] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.389567] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.389736] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.399685] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485c05dd-ee80-4734-9394-e621a32fa5bd in Status: UNINITIALIZED for 2s [ 916.674653] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 in Status: SUCCESS [ 916.675296] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.675296] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.675571] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.675757] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.675998] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.676090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.676464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.676641] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.676728] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.676804] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.121464] env[65619]: INFO networking_nsxv3.common.synchronization [req-f25dc391-428f-4adc-80e4-85e700166bd2 req-cb714864-e56e-4667-a9ea-68e9a9df5d70 tempest-ServersAdminTestJSON-1303458024 tempest-ServersAdminTestJSON-1303458024-project-member] Enqueued Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 917.122055] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 917.122545] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.122611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.122665] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.122889] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.123113] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.126424] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.126563] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.126905] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.126905] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.127030] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.179591] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.179845] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.179964] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.180282] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.181918] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.182131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.182226] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.182443] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.182524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.182639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.182841] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.183015] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.183095] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.183304] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.183505] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.183605] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.183670] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.183814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.183895] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.183980] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.184197] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.631091] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.687098] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62460ac3-6cff-408b-a855-03ca356e2ca4: rpc.has_security_group_logging(os_id): False [ 917.706821] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.707323] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.707323] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.707323] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.707582] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.707634] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.707719] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.707780] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.707965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.708127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.708724] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.708724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.708724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.708724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.708724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.708933] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.708997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.708997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.709381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.709381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.709381] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 is going to be updated. [ 917.772927] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.773121] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.773192] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.773397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.773547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.789662] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 in Status: IN_PROGRESS for 2s [ 917.795169] env[65619]: INFO networking_nsxv3.common.synchronization [req-23e81c1e-a778-463e-a109-1025fa9672b9 req-ae9e45cb-9b0f-45ae-9701-e2643907d947 tempest-ServerRescueTestJSON-564623173 tempest-ServerRescueTestJSON-564623173-project-member] Enqueued Resource ID: afad3fd0-540c-4feb-86e1-473fb958e94a with Priority: HIGHEST for action security_group_members [ 917.795234] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afad3fd0-540c-4feb-86e1-473fb958e94a with Priority: HIGHEST for action security_group_members [ 917.795581] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-afad3fd0-540c-4feb-86e1-473fb958e94a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.795725] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.795773] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.796031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.796260] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.796387] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.796465] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.796626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.796741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.796801] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afad3fd0-540c-4feb-86e1-473fb958e94a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.133334] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.159047] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.159047] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-61" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.159047] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-61" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.159047] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-61" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.159047] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.159047] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.159575] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.159974] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.160336] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.161277] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.161654] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.161882] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.162123] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.162359] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.162588] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.162840] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.184855] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.184976] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.185103] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.185327] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-61" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.185685] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-c5d5df5b-a825-44db-9106-8585e42debc8 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.185881] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-c5d5df5b-a825-44db-9106-8585e42debc8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.186023] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-c5d5df5b-a825-44db-9106-8585e42debc8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.186355] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-c5d5df5b-a825-44db-9106-8585e42debc8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.187076] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5d5df5b-a825-44db-9106-8585e42debc8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.298807] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.298978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.299064] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.299342] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.299491] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.299776] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.299909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.299978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.300182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.300321] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.301065] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afad3fd0-540c-4feb-86e1-473fb958e94a already deleted. [ 918.301065] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.416789] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485c05dd-ee80-4734-9394-e621a32fa5bd in Status: SUCCESS [ 918.417023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.417544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.417544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.417728] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.417845] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.417911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.418077] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.418162] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.418246] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.418383] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('485c05dd-ee80-4734-9394-e621a32fa5bd',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.636162] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.636504] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.636504] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.636578] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.636652] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.636750] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 is going to be updated. [ 918.664119] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.664312] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.664312] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.664577] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.664722] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.673909] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: IN_PROGRESS for 2s [ 918.689113] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.689354] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.689482] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.689901] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.690069] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.690245] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port c5d5df5b-a825-44db-9106-8585e42debc8 not found, creating... [ 918.690536] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.690714] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.690835] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.691089] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.691229] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.691535] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.691696] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.691826] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.692058] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.692193] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.692342] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: c5d5df5b-a825-44db-9106-8585e42debc8 is going to be created. [ 918.715722] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.715722] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.715722] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.716060] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.716257] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.716492] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-c5d5df5b-a825-44db-9106-8585e42debc8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.921393] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('485c05dd-ee80-4734-9394-e621a32fa5bd',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.405933] env[65619]: INFO networking_nsxv3.common.synchronization [req-23e81c1e-a778-463e-a109-1025fa9672b9 req-b7f824ed-d43f-437e-87b6-f35863983374 service nova] Enqueued Resource ID: afad3fd0-540c-4feb-86e1-473fb958e94a with Priority: HIGHEST for action security_group_rules [ 919.406123] env[65619]: INFO networking_nsxv3.common.synchronization [req-23e81c1e-a778-463e-a109-1025fa9672b9 req-b7f824ed-d43f-437e-87b6-f35863983374 service nova] Enqueued Resource ID: afad3fd0-540c-4feb-86e1-473fb958e94a with Priority: HIGHEST for action security_group_members [ 919.406280] env[65619]: INFO networking_nsxv3.common.synchronization [req-23e81c1e-a778-463e-a109-1025fa9672b9 req-b7f824ed-d43f-437e-87b6-f35863983374 service nova] Enqueued Resource ID: c5d5df5b-a825-44db-9106-8585e42debc8 with Priority: HIGHEST for action port [ 919.407180] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afad3fd0-540c-4feb-86e1-473fb958e94a with Priority: HIGHEST for action security_group_rules [ 919.407180] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afad3fd0-540c-4feb-86e1-473fb958e94a with Priority: HIGHEST for action security_group_members [ 919.407180] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5d5df5b-a825-44db-9106-8585e42debc8 with Priority: HIGHEST for action port [ 919.407436] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afad3fd0-540c-4feb-86e1-473fb958e94a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.407436] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.407528] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.407846] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.407846] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afad3fd0-540c-4feb-86e1-473fb958e94a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.408735] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-afad3fd0-540c-4feb-86e1-473fb958e94a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.408852] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.408917] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.409965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.409965] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.409965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.409965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.409965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.409965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.409965] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afad3fd0-540c-4feb-86e1-473fb958e94a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.411028] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5d5df5b-a825-44db-9106-8585e42debc8 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.411028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5d5df5b-a825-44db-9106-8585e42debc8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.411028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5d5df5b-a825-44db-9106-8585e42debc8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.411028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5d5df5b-a825-44db-9106-8585e42debc8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.411028] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5d5df5b-a825-44db-9106-8585e42debc8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.423762] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 485c05dd-ee80-4734-9394-e621a32fa5bd: rpc.has_security_group_logging(os_id): False [ 919.442272] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.442422] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.442484] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.442819] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.442926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.443185] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.443340] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.443492] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.443618] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.443718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.443827] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 485c05dd-ee80-4734-9394-e621a32fa5bd is going to be created. [ 919.508773] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.509060] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.509131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.509343] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.509579] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.521606] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 485c05dd-ee80-4734-9394-e621a32fa5bd in Status: IN_PROGRESS for 2s [ 919.804222] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 in Status: SUCCESS [ 919.804661] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.913464] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afad3fd0-540c-4feb-86e1-473fb958e94a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.914187] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-afad3fd0-540c-4feb-86e1-473fb958e94a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.914309] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.914513] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5d5df5b-a825-44db-9106-8585e42debc8 with status ACTIVE [ 919.914704] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.914817] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.914888] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.915177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.915494] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.915694] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.915803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.915868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.916684] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.918419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.918419] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.918419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.918419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.918419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.918419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.918419] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5d5df5b-a825-44db-9106-8585e42debc8 is going to be updated. [ 919.943009] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.943210] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.943305] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.943528] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.943722] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.943912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5d5df5b-a825-44db-9106-8585e42debc8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.420070] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afad3fd0-540c-4feb-86e1-473fb958e94a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.465245] env[65619]: INFO networking_nsxv3.common.synchronization [req-379acc57-2a7c-4a62-ac97-c86f007f6f12 req-a8601b94-4f9b-4cfc-b1c6-98efe3ad3788 tempest-ServerDiskConfigTestJSON-75665536 tempest-ServerDiskConfigTestJSON-75665536-project-member] Enqueued Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 920.465379] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 920.465730] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.466177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.466245] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.466455] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.466608] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.466854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.466854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.467037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.467037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.467484] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.684130] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: SUCCESS [ 920.684403] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.827992] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.828337] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-377" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.828526] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-377" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.828810] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-377" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.829539] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.829714] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.829832] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.830052] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.830200] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.830450] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.830562] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.830671] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.830779] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.830888] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.830992] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.831138] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.850866] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.851053] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.851255] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.851454] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-377" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.851771] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-381cf4b6-3642-4471-9e2b-95dfddbed367 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.852088] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-381cf4b6-3642-4471-9e2b-95dfddbed367" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.852185] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-381cf4b6-3642-4471-9e2b-95dfddbed367" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.852492] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-381cf4b6-3642-4471-9e2b-95dfddbed367" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.852754] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('381cf4b6-3642-4471-9e2b-95dfddbed367',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.922696] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.922995] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.922995] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.923270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.923323] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.923796] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afad3fd0-540c-4feb-86e1-473fb958e94a is going to be created. [ 920.948907] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.948907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.948907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.948907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.948907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.960514] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afad3fd0-540c-4feb-86e1-473fb958e94a in Status: UNINITIALIZED for 2s [ 920.971991] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.971991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.971991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.971991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.971991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.971991] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.971991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.971991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.971991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.971991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.971991] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f is going to be updated. [ 921.058958] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.058958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.058958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.058958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.058958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.068653] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: IN_PROGRESS for 2s [ 921.358027] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.358027] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.358027] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.358027] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.358027] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.358027] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 381cf4b6-3642-4471-9e2b-95dfddbed367 not found, creating... [ 921.358027] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.358027] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.358027] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.358027] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.359078] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.359754] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.360312] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.360643] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.361137] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.361495] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.363020] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 381cf4b6-3642-4471-9e2b-95dfddbed367 is going to be created. [ 921.384512] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.384512] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.384512] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.384512] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.384512] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.384512] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-381cf4b6-3642-4471-9e2b-95dfddbed367" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.396736] env[65619]: INFO networking_nsxv3.common.synchronization [req-8339a5b3-660a-4ace-a44d-799c0824c588 req-41c223bc-c6fc-4742-a0e3-ad788b7a0f47 tempest-ServersNegativeTestJSON-269092673 tempest-ServersNegativeTestJSON-269092673-project-member] Enqueued Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGHEST for action security_group_members [ 921.396736] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGHEST for action security_group_members [ 921.396900] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.397050] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.397102] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.397288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.397482] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.397580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.397637] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.398698] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.398698] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.398698] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.536461] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 485c05dd-ee80-4734-9394-e621a32fa5bd in Status: SUCCESS [ 921.536698] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.900605] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.140665] env[65619]: INFO networking_nsxv3.common.synchronization [req-379acc57-2a7c-4a62-ac97-c86f007f6f12 req-212c2f11-b5ac-4fc5-b629-c7ace46b292a service nova] Enqueued Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_rules [ 922.141957] env[65619]: INFO networking_nsxv3.common.synchronization [req-379acc57-2a7c-4a62-ac97-c86f007f6f12 req-212c2f11-b5ac-4fc5-b629-c7ace46b292a service nova] Enqueued Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 922.141957] env[65619]: INFO networking_nsxv3.common.synchronization [req-379acc57-2a7c-4a62-ac97-c86f007f6f12 req-212c2f11-b5ac-4fc5-b629-c7ace46b292a service nova] Enqueued Resource ID: 381cf4b6-3642-4471-9e2b-95dfddbed367 with Priority: HIGHEST for action port [ 922.141957] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_rules [ 922.141957] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 922.141957] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381cf4b6-3642-4471-9e2b-95dfddbed367 with Priority: HIGHEST for action port [ 922.141957] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.142968] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.143181] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.143519] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.143681] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.144618] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.145619] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.146064] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-381cf4b6-3642-4471-9e2b-95dfddbed367 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.146259] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-381cf4b6-3642-4471-9e2b-95dfddbed367" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.146365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-381cf4b6-3642-4471-9e2b-95dfddbed367" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.146583] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-381cf4b6-3642-4471-9e2b-95dfddbed367" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.146708] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('381cf4b6-3642-4471-9e2b-95dfddbed367',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.403661] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.453489] env[65619]: INFO networking_nsxv3.common.synchronization [req-c3a6ef9b-b4bd-43db-b704-8eb36902d597 req-673e2c96-b182-46a8-a811-9f3bc936c712 tempest-ServerRescueTestJSONUnderV235-1444747344 tempest-ServerRescueTestJSONUnderV235-1444747344-project-member] Enqueued Resource ID: 0867730c-faf8-4067-83ed-5acf45f2025e with Priority: HIGHEST for action security_group_members [ 922.453489] env[65619]: INFO networking_nsxv3.common.synchronization [req-c3a6ef9b-b4bd-43db-b704-8eb36902d597 req-673e2c96-b182-46a8-a811-9f3bc936c712 tempest-ServerRescueTestJSONUnderV235-1444747344 tempest-ServerRescueTestJSONUnderV235-1444747344-project-member] Enqueued Resource ID: 83090568-fad5-4925-9e9c-e16b1916110d with Priority: HIGHEST for action security_group_members [ 922.453489] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0867730c-faf8-4067-83ed-5acf45f2025e with Priority: HIGHEST for action security_group_members [ 922.453489] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83090568-fad5-4925-9e9c-e16b1916110d with Priority: HIGHEST for action security_group_members [ 922.453489] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0867730c-faf8-4067-83ed-5acf45f2025e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.453946] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.454168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.454476] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.454798] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.458019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.458019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.458019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.458019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.458019] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0867730c-faf8-4067-83ed-5acf45f2025e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.458019] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-83090568-fad5-4925-9e9c-e16b1916110d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.458019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83090568-fad5-4925-9e9c-e16b1916110d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.458019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83090568-fad5-4925-9e9c-e16b1916110d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.458019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83090568-fad5-4925-9e9c-e16b1916110d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.458019] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.458019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.458019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.458019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.458019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.458019] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83090568-fad5-4925-9e9c-e16b1916110d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.510019] env[65619]: INFO networking_nsxv3.common.synchronization [req-c3a6ef9b-b4bd-43db-b704-8eb36902d597 req-673e2c96-b182-46a8-a811-9f3bc936c712 tempest-ServerRescueTestJSONUnderV235-1444747344 tempest-ServerRescueTestJSONUnderV235-1444747344-project-member] Enqueued Resource ID: 0867730c-faf8-4067-83ed-5acf45f2025e with Priority: HIGHEST for action security_group_rules [ 922.510019] env[65619]: INFO networking_nsxv3.common.synchronization [req-c3a6ef9b-b4bd-43db-b704-8eb36902d597 req-673e2c96-b182-46a8-a811-9f3bc936c712 tempest-ServerRescueTestJSONUnderV235-1444747344 tempest-ServerRescueTestJSONUnderV235-1444747344-project-member] Enqueued Resource ID: 0867730c-faf8-4067-83ed-5acf45f2025e with Priority: HIGHEST for action security_group_members [ 922.510019] env[65619]: INFO networking_nsxv3.common.synchronization [req-c3a6ef9b-b4bd-43db-b704-8eb36902d597 req-673e2c96-b182-46a8-a811-9f3bc936c712 tempest-ServerRescueTestJSONUnderV235-1444747344 tempest-ServerRescueTestJSONUnderV235-1444747344-project-member] Enqueued Resource ID: 83090568-fad5-4925-9e9c-e16b1916110d with Priority: HIGHEST for action security_group_rules [ 922.510019] env[65619]: INFO networking_nsxv3.common.synchronization [req-c3a6ef9b-b4bd-43db-b704-8eb36902d597 req-673e2c96-b182-46a8-a811-9f3bc936c712 tempest-ServerRescueTestJSONUnderV235-1444747344 tempest-ServerRescueTestJSONUnderV235-1444747344-project-member] Enqueued Resource ID: 83090568-fad5-4925-9e9c-e16b1916110d with Priority: HIGHEST for action security_group_members [ 922.510019] env[65619]: INFO networking_nsxv3.common.synchronization [req-c3a6ef9b-b4bd-43db-b704-8eb36902d597 req-673e2c96-b182-46a8-a811-9f3bc936c712 tempest-ServerRescueTestJSONUnderV235-1444747344 tempest-ServerRescueTestJSONUnderV235-1444747344-project-member] Enqueued Resource ID: 0432e0da-1870-4e87-9064-0da15d36eb97 with Priority: HIGHEST for action port [ 922.510620] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0867730c-faf8-4067-83ed-5acf45f2025e with Priority: HIGHEST for action security_group_rules [ 922.510917] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83090568-fad5-4925-9e9c-e16b1916110d with Priority: HIGHEST for action security_group_rules [ 922.514079] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0432e0da-1870-4e87-9064-0da15d36eb97 with Priority: HIGHEST for action port [ 922.514079] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0867730c-faf8-4067-83ed-5acf45f2025e with Priority: HIGHEST for action security_group_members [ 922.514079] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83090568-fad5-4925-9e9c-e16b1916110d with Priority: HIGHEST for action security_group_members [ 922.514079] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0867730c-faf8-4067-83ed-5acf45f2025e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.514079] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.514079] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.514079] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.514079] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0867730c-faf8-4067-83ed-5acf45f2025e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.514079] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83090568-fad5-4925-9e9c-e16b1916110d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.514079] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83090568-fad5-4925-9e9c-e16b1916110d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.514079] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83090568-fad5-4925-9e9c-e16b1916110d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.514079] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83090568-fad5-4925-9e9c-e16b1916110d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.514079] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83090568-fad5-4925-9e9c-e16b1916110d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.515104] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-0432e0da-1870-4e87-9064-0da15d36eb97 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.515368] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0432e0da-1870-4e87-9064-0da15d36eb97" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.515541] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0432e0da-1870-4e87-9064-0da15d36eb97" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.515963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0432e0da-1870-4e87-9064-0da15d36eb97" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.516272] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0432e0da-1870-4e87-9064-0da15d36eb97',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.517366] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0867730c-faf8-4067-83ed-5acf45f2025e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.517644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.518071] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-83090568-fad5-4925-9e9c-e16b1916110d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.519039] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83090568-fad5-4925-9e9c-e16b1916110d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.649074] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.649074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.652443] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 381cf4b6-3642-4471-9e2b-95dfddbed367 with status ACTIVE [ 922.652737] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.652929] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.653030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.653284] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.653390] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.653626] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.653768] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.653861] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.654570] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.654693] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.654927] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.655051] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.655108] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.655406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.655490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.655544] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 381cf4b6-3642-4471-9e2b-95dfddbed367 is going to be updated. [ 922.679933] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.680147] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.680191] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.681012] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.681012] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.681012] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-381cf4b6-3642-4471-9e2b-95dfddbed367" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.907435] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.907729] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.907729] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.907883] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.907967] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.908676] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 is going to be updated. [ 922.960332] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0867730c-faf8-4067-83ed-5acf45f2025e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.962926] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.963093] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.963983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.964260] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.964417] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.965963] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83090568-fad5-4925-9e9c-e16b1916110d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.982894] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 in Status: IN_PROGRESS for 2s [ 922.985051] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afad3fd0-540c-4feb-86e1-473fb958e94a in Status: SUCCESS [ 922.985051] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.985051] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.986205] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.986205] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.986205] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.986205] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.987496] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.987882] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.989449] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.989449] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afad3fd0-540c-4feb-86e1-473fb958e94a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.016172] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-83090568-fad5-4925-9e9c-e16b1916110d taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.016172] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83090568-fad5-4925-9e9c-e16b1916110d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.019945] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0432e0da-1870-4e87-9064-0da15d36eb97 with status ACTIVE [ 923.019945] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.019945] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.020930] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.021063] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.021334] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.021448] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.021601] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.021724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.022301] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.022301] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.022511] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.022511] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.022666] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.022717] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.022942] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.022942] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0432e0da-1870-4e87-9064-0da15d36eb97 is going to be updated. [ 923.024086] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0867730c-faf8-4067-83ed-5acf45f2025e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.024191] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.061721] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.061912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.061912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.062098] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.062244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.062409] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0432e0da-1870-4e87-9064-0da15d36eb97" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.080811] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: SUCCESS [ 923.080984] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f deletion is rescheduled due to dependency. [ 923.080984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.081180] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.081388] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.081572] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.081696] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.081764] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.081927] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.081996] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.082072] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.131812] env[65619]: INFO networking_nsxv3.common.synchronization [req-7318a6cf-5f6e-45f6-a4a0-2bcba30b7f9f req-d05794fd-aaf2-4875-8b83-3522ff2be86b tempest-ServerRescueTestJSONUnderV235-1444747344 tempest-ServerRescueTestJSONUnderV235-1444747344-project-member] Enqueued Resource ID: 0867730c-faf8-4067-83ed-5acf45f2025e with Priority: HIGHEST for action security_group_members [ 923.131812] env[65619]: INFO networking_nsxv3.common.synchronization [req-7318a6cf-5f6e-45f6-a4a0-2bcba30b7f9f req-d05794fd-aaf2-4875-8b83-3522ff2be86b tempest-ServerRescueTestJSONUnderV235-1444747344 tempest-ServerRescueTestJSONUnderV235-1444747344-project-member] Enqueued Resource ID: 83090568-fad5-4925-9e9c-e16b1916110d with Priority: HIGHEST for action security_group_members [ 923.131812] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0867730c-faf8-4067-83ed-5acf45f2025e with Priority: HIGHEST for action security_group_members [ 923.131812] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83090568-fad5-4925-9e9c-e16b1916110d with Priority: HIGHEST for action security_group_members [ 923.132662] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0867730c-faf8-4067-83ed-5acf45f2025e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.132894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.135247] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-83090568-fad5-4925-9e9c-e16b1916110d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.135420] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83090568-fad5-4925-9e9c-e16b1916110d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.197211] env[65619]: INFO networking_nsxv3.common.synchronization [req-7318a6cf-5f6e-45f6-a4a0-2bcba30b7f9f req-d05794fd-aaf2-4875-8b83-3522ff2be86b tempest-ServerRescueTestJSONUnderV235-1444747344 tempest-ServerRescueTestJSONUnderV235-1444747344-project-member] Enqueued Resource ID: 0867730c-faf8-4067-83ed-5acf45f2025e with Priority: HIGHEST for action security_group_rules [ 923.197810] env[65619]: INFO networking_nsxv3.common.synchronization [req-7318a6cf-5f6e-45f6-a4a0-2bcba30b7f9f req-d05794fd-aaf2-4875-8b83-3522ff2be86b tempest-ServerRescueTestJSONUnderV235-1444747344 tempest-ServerRescueTestJSONUnderV235-1444747344-project-member] Enqueued Resource ID: 0867730c-faf8-4067-83ed-5acf45f2025e with Priority: HIGHEST for action security_group_members [ 923.197966] env[65619]: INFO networking_nsxv3.common.synchronization [req-7318a6cf-5f6e-45f6-a4a0-2bcba30b7f9f req-d05794fd-aaf2-4875-8b83-3522ff2be86b tempest-ServerRescueTestJSONUnderV235-1444747344 tempest-ServerRescueTestJSONUnderV235-1444747344-project-member] Enqueued Resource ID: 0432e0da-1870-4e87-9064-0da15d36eb97 with Priority: HIGHEST for action port [ 923.198517] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0867730c-faf8-4067-83ed-5acf45f2025e with Priority: HIGHEST for action security_group_rules [ 923.198691] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0867730c-faf8-4067-83ed-5acf45f2025e with Priority: HIGHEST for action security_group_members [ 923.201087] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0432e0da-1870-4e87-9064-0da15d36eb97 with Priority: HIGHEST for action port [ 923.201986] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0867730c-faf8-4067-83ed-5acf45f2025e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.202158] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.202462] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0867730c-faf8-4067-83ed-5acf45f2025e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.202591] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.203306] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-0432e0da-1870-4e87-9064-0da15d36eb97 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.203648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0432e0da-1870-4e87-9064-0da15d36eb97" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.203648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0432e0da-1870-4e87-9064-0da15d36eb97" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.203857] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0432e0da-1870-4e87-9064-0da15d36eb97" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.203980] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0432e0da-1870-4e87-9064-0da15d36eb97',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.468974] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83090568-fad5-4925-9e9c-e16b1916110d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.469968] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0867730c-faf8-4067-83ed-5acf45f2025e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.492447] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-afad3fd0-540c-4feb-86e1-473fb958e94a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.492447] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.492447] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.492678] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.492812] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.493289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.493289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.493289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.493289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.493289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.493480] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-afad3fd0-540c-4feb-86e1-473fb958e94a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.493480] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.493576] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.493706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.493853] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.493984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.494107] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.494433] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.494433] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.494523] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.494712] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afad3fd0-540c-4feb-86e1-473fb958e94a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.584370] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.706899] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0432e0da-1870-4e87-9064-0da15d36eb97 with status ACTIVE [ 923.707331] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.707540] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.707651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.708012] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.708448] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.708448] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.708616] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.708667] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.708845] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.708990] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.709150] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.709250] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.709310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.709724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.709724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.709724] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0432e0da-1870-4e87-9064-0da15d36eb97 is going to be updated. [ 923.736337] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.736654] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.736833] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.737263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.737598] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.737884] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0432e0da-1870-4e87-9064-0da15d36eb97" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.973185] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.973620] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.973620] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.973693] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.973733] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.973867] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83090568-fad5-4925-9e9c-e16b1916110d is going to be created. [ 923.975615] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.975782] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.975893] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.976184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.976272] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.976367] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0867730c-faf8-4067-83ed-5acf45f2025e is going to be updated. [ 923.998094] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afad3fd0-540c-4feb-86e1-473fb958e94a: rpc.has_security_group_logging(os_id): False [ 924.012772] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.013078] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.013159] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.013493] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.013781] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.018463] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.018673] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.018782] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.018999] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.019387] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.023034] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.023393] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.023393] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.023491] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.023631] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.023948] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.024118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.024719] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.024719] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.024719] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.024877] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.025120] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.025187] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.025553] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.025553] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.025801] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.025891] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.026026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.026202] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.026301] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.026422] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afad3fd0-540c-4feb-86e1-473fb958e94a is going to be created. [ 924.033092] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83090568-fad5-4925-9e9c-e16b1916110d in Status: UNINITIALIZED for 2s [ 924.033949] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0867730c-faf8-4067-83ed-5acf45f2025e in Status: IN_PROGRESS for 2s [ 924.088383] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.098344] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.098707] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.098707] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.098846] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.099086] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.110637] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afad3fd0-540c-4feb-86e1-473fb958e94a in Status: IN_PROGRESS for 2s [ 924.591015] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.591196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.591268] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.591475] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.591566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.591662] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f is going to be updated. [ 924.620190] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.620355] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.620406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.620622] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.620845] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.633904] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: IN_PROGRESS for 2s [ 924.994576] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 in Status: SUCCESS [ 924.995026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.050023] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83090568-fad5-4925-9e9c-e16b1916110d in Status: SUCCESS [ 926.050023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83090568-fad5-4925-9e9c-e16b1916110d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.050023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83090568-fad5-4925-9e9c-e16b1916110d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.050023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83090568-fad5-4925-9e9c-e16b1916110d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.050023] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.050023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.050023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.050023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.050023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.050949] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83090568-fad5-4925-9e9c-e16b1916110d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.053261] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0867730c-faf8-4067-83ed-5acf45f2025e in Status: SUCCESS [ 926.053763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.054102] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.054467] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.054807] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.056794] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.056794] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.056794] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.056794] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.056794] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0867730c-faf8-4067-83ed-5acf45f2025e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.124446] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afad3fd0-540c-4feb-86e1-473fb958e94a in Status: SUCCESS [ 926.124584] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.562037] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.562037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.562037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.562037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.562037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.562037] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.562037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.562037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.562037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.562037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.562037] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83090568-fad5-4925-9e9c-e16b1916110d is going to be deleted. [ 926.562037] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0867730c-faf8-4067-83ed-5acf45f2025e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.604109] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.604940] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.604940] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.604940] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.604940] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.604940] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83090568-fad5-4925-9e9c-e16b1916110d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.605231] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83090568-fad5-4925-9e9c-e16b1916110d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.605231] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83090568-fad5-4925-9e9c-e16b1916110d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.605439] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.605565] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.605630] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.605776] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.605858] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.606139] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83090568-fad5-4925-9e9c-e16b1916110d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.645707] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: SUCCESS [ 926.645888] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.646048] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.646281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.646522] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.646673] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.646746] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.646909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.646991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.647102] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.647223] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.068303] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0867730c-faf8-4067-83ed-5acf45f2025e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.108251] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.108431] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.108504] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.108755] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.108853] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.109168] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.109260] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.109331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.110110] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.110110] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.110110] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83090568-fad5-4925-9e9c-e16b1916110d already deleted. [ 927.110110] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83090568-fad5-4925-9e9c-e16b1916110d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.110110] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83090568-fad5-4925-9e9c-e16b1916110d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.110733] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83090568-fad5-4925-9e9c-e16b1916110d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.110920] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83090568-fad5-4925-9e9c-e16b1916110d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.111166] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.111225] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.111260] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.111642] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.111642] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.111642] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83090568-fad5-4925-9e9c-e16b1916110d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.149679] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.149865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.149984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.150153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.150320] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.150413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.150484] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.150629] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.150750] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.150813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.150955] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.151067] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.151127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.151889] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.151889] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.151889] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.151889] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.151889] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.151889] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.151889] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.152178] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.570285] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.570492] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.570492] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.570717] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.570811] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.570910] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0867730c-faf8-4067-83ed-5acf45f2025e is going to be updated. [ 927.611059] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.611059] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.611059] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.611059] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.611059] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.613940] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83090568-fad5-4925-9e9c-e16b1916110d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.614370] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.614490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.614555] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.614746] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.614834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.615018] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.615110] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.615168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.615466] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.616094] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.616094] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83090568-fad5-4925-9e9c-e16b1916110d already deleted. [ 927.616094] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83090568-fad5-4925-9e9c-e16b1916110d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.621469] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0867730c-faf8-4067-83ed-5acf45f2025e in Status: IN_PROGRESS for 2s [ 927.654134] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca185c51-59be-4270-95e6-a5adb7dc8b5f: rpc.has_security_group_logging(os_id): False [ 927.674169] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.674590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.674707] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.674938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.675430] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.675587] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.675729] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.675805] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.675980] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.676066] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.676280] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.676381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.676457] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.676580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.676580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.676936] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.677039] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.677097] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.677370] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.677370] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.677506] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f is going to be updated. [ 927.751445] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.751595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.751666] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.751869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.752023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.772398] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: IN_PROGRESS for 2s [ 928.117486] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83090568-fad5-4925-9e9c-e16b1916110d: rpc.has_security_group_logging(os_id): False [ 928.151335] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.151521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.151585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.152013] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.152147] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.152332] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.152482] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.152482] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.152654] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.152736] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.152928] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83090568-fad5-4925-9e9c-e16b1916110d is going to be created. [ 928.188785] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/83090568-fad5-4925-9e9c-e16b1916110d], does not exist path=[/infra/domains/default/groups/83090568-fad5-4925-9e9c-e16b1916110d]."\n}' [ 928.189054] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83090568-fad5-4925-9e9c-e16b1916110d failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/83090568-fad5-4925-9e9c-e16b1916110d [ 928.189054] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 928.203556] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 928.203823] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=7 [ 928.227442] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.227589] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.227666] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.227863] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.230115] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.230436] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.230551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.230621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.230795] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.230876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.231057] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.231151] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.231208] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.231345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.231419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.231527] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83090568-fad5-4925-9e9c-e16b1916110d is going to be created. [ 928.248717] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/83090568-fad5-4925-9e9c-e16b1916110d], does not exist path=[/infra/domains/default/groups/83090568-fad5-4925-9e9c-e16b1916110d]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/83090568-fad5-4925-9e9c-e16b1916110d [ 928.248884] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83090568-fad5-4925-9e9c-e16b1916110d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.249485] env[65619]: Traceback (most recent call last): [ 928.249540] env[65619]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 928.249540] env[65619]: return func(*args, **kwargs) [ 928.249540] env[65619]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 928.249540] env[65619]: res.raise_for_status() [ 928.249540] env[65619]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 928.249540] env[65619]: raise HTTPError(http_error_msg, response=self) [ 928.249540] env[65619]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/83090568-fad5-4925-9e9c-e16b1916110d [ 928.249540] env[65619]: During handling of the above exception, another exception occurred: [ 928.249540] env[65619]: Traceback (most recent call last): [ 928.249540] env[65619]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 928.249540] env[65619]: listener.cb(fileno) [ 928.249540] env[65619]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 928.249540] env[65619]: result = function(*args, **kwargs) [ 928.249540] env[65619]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 928.249540] env[65619]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 928.249540] env[65619]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 928.249540] env[65619]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 928.249540] env[65619]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 928.249540] env[65619]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 928.250089] env[65619]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 928.250089] env[65619]: res.raise_for_status() [ 928.250089] env[65619]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 928.250089] env[65619]: raise HTTPError(http_error_msg, response=self) [ 928.250089] env[65619]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/83090568-fad5-4925-9e9c-e16b1916110d [ 928.250089] env[65619]: Removing descriptor: 61 [ 929.163015] env[65619]: INFO networking_nsxv3.common.synchronization [req-2ecc36e4-4c7c-4547-9a2a-13cbf95a2005 req-e0ac6bde-882b-48c7-ba34-7d0668e65437 tempest-ServerRescueTestJSONUnderV235-1444747344 tempest-ServerRescueTestJSONUnderV235-1444747344-project-member] Enqueued Resource ID: 0867730c-faf8-4067-83ed-5acf45f2025e with Priority: HIGHEST for action security_group_members [ 929.163369] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0867730c-faf8-4067-83ed-5acf45f2025e with Priority: HIGHEST for action security_group_members [ 929.163631] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0867730c-faf8-4067-83ed-5acf45f2025e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.163739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.631886] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0867730c-faf8-4067-83ed-5acf45f2025e in Status: SUCCESS [ 929.632138] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.632315] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.632565] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.632724] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.632865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.632907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.633174] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.633174] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.633257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.633319] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0867730c-faf8-4067-83ed-5acf45f2025e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.634277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.634495] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.634836] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.634991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.635113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.635308] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.635514] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.635653] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0867730c-faf8-4067-83ed-5acf45f2025e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.789291] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: SUCCESS [ 929.789657] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.137975] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0867730c-faf8-4067-83ed-5acf45f2025e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.138239] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.138312] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.138460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.139381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.139381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.162037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.162037] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.162037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.162037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.162037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.162037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.162037] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0867730c-faf8-4067-83ed-5acf45f2025e is going to be updated. [ 930.189578] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.189905] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.189905] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.189984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.190141] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.199353] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0867730c-faf8-4067-83ed-5acf45f2025e in Status: IN_PROGRESS for 2s [ 932.212024] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0867730c-faf8-4067-83ed-5acf45f2025e in Status: SUCCESS [ 932.212276] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0867730c-faf8-4067-83ed-5acf45f2025e deletion is rescheduled due to dependency. [ 932.212383] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.212570] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.212794] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.212981] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.213123] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.213222] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.213423] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.213520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.213660] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0867730c-faf8-4067-83ed-5acf45f2025e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.716685] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.716914] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.717015] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.717277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.717679] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.717679] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.717790] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.717846] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.718045] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.718133] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.718247] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0867730c-faf8-4067-83ed-5acf45f2025e is going to be updated. [ 932.745961] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.745961] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.746625] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.746738] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.746952] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.758402] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0867730c-faf8-4067-83ed-5acf45f2025e in Status: IN_PROGRESS for 2s [ 933.961689] env[65619]: INFO networking_nsxv3.common.synchronization [None req-baf8cdb7-517b-42a1-b9d4-821820db5fcb tempest-AttachInterfacesTestJSON-210967248 tempest-AttachInterfacesTestJSON-210967248-project-member] Enqueued Resource ID: f27465c8-8345-4035-b380-c46410a93545 with Priority: HIGHEST for action security_group_rules [ 933.962949] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27465c8-8345-4035-b380-c46410a93545 with Priority: HIGHEST for action security_group_rules [ 933.962949] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f27465c8-8345-4035-b380-c46410a93545 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.962949] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.962949] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.962949] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.962949] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f27465c8-8345-4035-b380-c46410a93545',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.078964] env[65619]: INFO networking_nsxv3.common.synchronization [None req-a933b2a8-198b-4818-a715-648752450f35 tempest-AttachInterfacesTestJSON-210967248 tempest-AttachInterfacesTestJSON-210967248-project-member] Enqueued Resource ID: f27465c8-8345-4035-b380-c46410a93545 with Priority: HIGHEST for action security_group_rules [ 934.079694] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27465c8-8345-4035-b380-c46410a93545 with Priority: HIGHEST for action security_group_rules [ 934.083642] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f27465c8-8345-4035-b380-c46410a93545 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.083764] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.165097] env[65619]: INFO networking_nsxv3.common.synchronization [None req-e1b8536d-a5ed-4767-b832-030f59f4e6f2 None None] Enqueued Resource ID: 8d8e7b2f-d6b3-49f2-ae14-e8a7b06e2fc3 with Priority: HIGHEST for action port [ 934.165966] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d8e7b2f-d6b3-49f2-ae14-e8a7b06e2fc3 with Priority: HIGHEST for action port [ 934.165966] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d8e7b2f-d6b3-49f2-ae14-e8a7b06e2fc3 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.166659] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d8e7b2f-d6b3-49f2-ae14-e8a7b06e2fc3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.166843] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d8e7b2f-d6b3-49f2-ae14-e8a7b06e2fc3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.167636] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d8e7b2f-d6b3-49f2-ae14-e8a7b06e2fc3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.167636] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d8e7b2f-d6b3-49f2-ae14-e8a7b06e2fc3',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.485843] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.485924] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.485967] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.486233] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.486304] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.486400] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f27465c8-8345-4035-b380-c46410a93545 already deleted. [ 934.486450] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.487419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.487419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.487419] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f27465c8-8345-4035-b380-c46410a93545',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.669144] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d8e7b2f-d6b3-49f2-ae14-e8a7b06e2fc3 [ 934.670292] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.670292] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.670292] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.670292] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.670292] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.670292] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d8e7b2f-d6b3-49f2-ae14-e8a7b06e2fc3 already deleted. [ 934.670292] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d8e7b2f-d6b3-49f2-ae14-e8a7b06e2fc3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.770399] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0867730c-faf8-4067-83ed-5acf45f2025e in Status: SUCCESS [ 934.770791] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0867730c-faf8-4067-83ed-5acf45f2025e deletion is rescheduled due to dependency. [ 934.771008] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.771306] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.771685] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.772254] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.772384] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.772479] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.772716] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.772896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.773256] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0867730c-faf8-4067-83ed-5acf45f2025e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.014945] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.016019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.016019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.016019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.016019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.016211] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f27465c8-8345-4035-b380-c46410a93545 already deleted. [ 935.016328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.277190] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.278091] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.278091] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.278091] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.278091] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.278091] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.278091] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.278335] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.278335] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.278335] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.278422] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0867730c-faf8-4067-83ed-5acf45f2025e is going to be updated. [ 935.304419] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.304628] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.304758] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.304998] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.305217] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.318615] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0867730c-faf8-4067-83ed-5acf45f2025e in Status: IN_PROGRESS for 2s [ 936.259620] env[65619]: INFO networking_nsxv3.common.synchronization [None req-32412c61-762e-41e9-ae29-c71e655a0232 None None] Enqueued Resource ID: ee976e15-a183-43c1-8069-8294b77769e6 with Priority: HIGHEST for action port [ 936.259882] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee976e15-a183-43c1-8069-8294b77769e6 with Priority: HIGHEST for action port [ 936.260401] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee976e15-a183-43c1-8069-8294b77769e6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.260591] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee976e15-a183-43c1-8069-8294b77769e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.260591] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee976e15-a183-43c1-8069-8294b77769e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.260826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee976e15-a183-43c1-8069-8294b77769e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.260931] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee976e15-a183-43c1-8069-8294b77769e6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.764996] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee976e15-a183-43c1-8069-8294b77769e6 [ 936.764996] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.764996] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.764996] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.764996] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.764996] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.765660] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee976e15-a183-43c1-8069-8294b77769e6 already deleted. [ 936.765660] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee976e15-a183-43c1-8069-8294b77769e6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.330211] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0867730c-faf8-4067-83ed-5acf45f2025e in Status: SUCCESS [ 937.330513] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0867730c-faf8-4067-83ed-5acf45f2025e deletion is rescheduled due to dependency. [ 937.330513] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.330665] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.330873] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.331070] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.331186] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.331248] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.331395] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.331475] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.331559] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.331710] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-0867730c-faf8-4067-83ed-5acf45f2025e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.331801] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.331863] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.331998] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.332159] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.332250] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.332309] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.332444] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.332518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.332606] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.332695] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0867730c-faf8-4067-83ed-5acf45f2025e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.835101] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0867730c-faf8-4067-83ed-5acf45f2025e: rpc.has_security_group_logging(os_id): False [ 937.854046] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.854194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.854241] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.854486] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.854613] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.854875] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.855012] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.855092] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.855262] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.855353] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.855660] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.855757] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.855834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.856053] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.856143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.856409] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.856553] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.856654] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.856840] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.856919] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.857025] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0867730c-faf8-4067-83ed-5acf45f2025e is going to be updated. [ 937.919368] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.919529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.919584] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.919807] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.919958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.934867] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0867730c-faf8-4067-83ed-5acf45f2025e in Status: IN_PROGRESS for 2s [ 938.374099] env[65619]: INFO networking_nsxv3.common.synchronization [req-29117092-5f0d-4fb4-851a-c09f056fbcea req-1c03e321-f9cf-44b0-a555-4e5fa7a6dba0 tempest-InstanceActionsNegativeTestJSON-105212191 tempest-InstanceActionsNegativeTestJSON-105212191-project-member] Enqueued Resource ID: 42ef6167-aa83-4103-aa74-6cbc31d3a155 with Priority: HIGHEST for action security_group_members [ 938.374573] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ef6167-aa83-4103-aa74-6cbc31d3a155 with Priority: HIGHEST for action security_group_members [ 938.374619] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ef6167-aa83-4103-aa74-6cbc31d3a155 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.374717] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.374801] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.375034] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.375797] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.375797] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.375797] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.375797] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.375797] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.375797] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ef6167-aa83-4103-aa74-6cbc31d3a155',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.769571] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-505 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.769775] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-505" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.769896] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-505" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.770330] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-505" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.770610] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.770774] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.770923] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.771166] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.771326] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.771535] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.771687] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.771832] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.771965] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.772115] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.772227] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.772361] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.792575] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.792804] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.792954] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.793297] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-505" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.793624] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-99b7506a-2d44-4222-8ad3-2b9bbed47b11 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.793855] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-99b7506a-2d44-4222-8ad3-2b9bbed47b11" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.793984] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-99b7506a-2d44-4222-8ad3-2b9bbed47b11" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.794291] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-99b7506a-2d44-4222-8ad3-2b9bbed47b11" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.794427] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99b7506a-2d44-4222-8ad3-2b9bbed47b11',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.877708] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.877708] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.877842] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.878047] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.878142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.878376] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.878504] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.878602] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.878699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.878775] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.878857] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ef6167-aa83-4103-aa74-6cbc31d3a155 already deleted. [ 938.878934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.296653] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.296927] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.297101] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.297592] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.297868] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.297981] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 99b7506a-2d44-4222-8ad3-2b9bbed47b11 not found, creating... [ 939.298298] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.298516] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.298732] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.298994] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.299182] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.299553] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.299776] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.299940] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.300557] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.300557] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.300557] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 99b7506a-2d44-4222-8ad3-2b9bbed47b11 is going to be created. [ 939.321717] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.321964] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.322081] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.322404] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.322752] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.323103] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-99b7506a-2d44-4222-8ad3-2b9bbed47b11" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.948378] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0867730c-faf8-4067-83ed-5acf45f2025e in Status: SUCCESS [ 939.948727] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.948845] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.949881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.949881] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0867730c-faf8-4067-83ed-5acf45f2025e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.027449] env[65619]: INFO networking_nsxv3.common.synchronization [req-29117092-5f0d-4fb4-851a-c09f056fbcea req-9bfad761-386b-4786-b474-058b8402e9bd service nova] Enqueued Resource ID: 42ef6167-aa83-4103-aa74-6cbc31d3a155 with Priority: HIGHEST for action security_group_rules [ 940.027694] env[65619]: INFO networking_nsxv3.common.synchronization [req-29117092-5f0d-4fb4-851a-c09f056fbcea req-9bfad761-386b-4786-b474-058b8402e9bd service nova] Enqueued Resource ID: 42ef6167-aa83-4103-aa74-6cbc31d3a155 with Priority: HIGHEST for action security_group_members [ 940.027837] env[65619]: INFO networking_nsxv3.common.synchronization [req-29117092-5f0d-4fb4-851a-c09f056fbcea req-9bfad761-386b-4786-b474-058b8402e9bd service nova] Enqueued Resource ID: 99b7506a-2d44-4222-8ad3-2b9bbed47b11 with Priority: HIGHEST for action port [ 940.028397] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ef6167-aa83-4103-aa74-6cbc31d3a155 with Priority: HIGHEST for action security_group_rules [ 940.028564] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ef6167-aa83-4103-aa74-6cbc31d3a155 with Priority: HIGHEST for action security_group_members [ 940.028667] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b7506a-2d44-4222-8ad3-2b9bbed47b11 with Priority: HIGHEST for action port [ 940.028997] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42ef6167-aa83-4103-aa74-6cbc31d3a155 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.030761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.030761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.031200] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.031200] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42ef6167-aa83-4103-aa74-6cbc31d3a155',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.032582] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ef6167-aa83-4103-aa74-6cbc31d3a155 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.032716] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.032804] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.032988] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.033152] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.033256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.033338] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.033867] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.033867] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.033975] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ef6167-aa83-4103-aa74-6cbc31d3a155',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.035904] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-99b7506a-2d44-4222-8ad3-2b9bbed47b11 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.035904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99b7506a-2d44-4222-8ad3-2b9bbed47b11" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.035904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99b7506a-2d44-4222-8ad3-2b9bbed47b11" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.035904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99b7506a-2d44-4222-8ad3-2b9bbed47b11" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.035904] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99b7506a-2d44-4222-8ad3-2b9bbed47b11',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.471786] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.472013] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.472149] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.472464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.472616] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.472764] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0867730c-faf8-4067-83ed-5acf45f2025e is going to be deleted. [ 940.532401] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.532746] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.532746] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.532860] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.533203] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.533203] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0867730c-faf8-4067-83ed-5acf45f2025e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.539242] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42ef6167-aa83-4103-aa74-6cbc31d3a155',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.540153] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ef6167-aa83-4103-aa74-6cbc31d3a155 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.540153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.540153] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99b7506a-2d44-4222-8ad3-2b9bbed47b11 with status ACTIVE [ 940.540372] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.540372] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.540584] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.540618] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.540684] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.540856] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.540927] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.540989] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.541180] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.541226] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.541378] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.541491] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.541552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.541686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.541758] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.541838] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99b7506a-2d44-4222-8ad3-2b9bbed47b11 is going to be updated. [ 940.563291] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.563438] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.563535] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.563693] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.563823] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.563983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99b7506a-2d44-4222-8ad3-2b9bbed47b11" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.041375] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42ef6167-aa83-4103-aa74-6cbc31d3a155',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.543317] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.543471] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.543536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.543809] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.543907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.544013] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ef6167-aa83-4103-aa74-6cbc31d3a155 is going to be created. [ 941.569035] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.569190] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.569265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.569472] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.569630] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.580302] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ef6167-aa83-4103-aa74-6cbc31d3a155 in Status: UNINITIALIZED for 2s [ 942.892248] env[65619]: INFO networking_nsxv3.common.synchronization [req-e63ea148-bdfa-4029-adb8-7d6ba2d79560 req-d546d1a9-3f1e-4051-a1cd-a36df9518cb4 tempest-DeleteServersTestJSON-987271658 tempest-DeleteServersTestJSON-987271658-project-member] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 942.892989] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 942.893136] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.893379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.893379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.893503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.894784] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.894784] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.894784] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.894784] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.894784] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.894784] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.226293] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.226495] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.226622] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.226893] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.227853] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.227853] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.227853] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.227853] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.227853] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.228113] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.228171] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.228278] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.228395] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.228515] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.228634] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.228766] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.249309] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.249309] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.249309] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.249309] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.251048] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-841d98f5-5b5d-4c83-adca-8650f9e3078d taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.251048] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-841d98f5-5b5d-4c83-adca-8650f9e3078d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.251048] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-841d98f5-5b5d-4c83-adca-8650f9e3078d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.251048] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-841d98f5-5b5d-4c83-adca-8650f9e3078d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.251048] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('841d98f5-5b5d-4c83-adca-8650f9e3078d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.396604] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.396803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.396849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.397032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.418787] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.419064] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.419188] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.419256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.419463] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.419551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.419642] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be updated. [ 943.447065] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.447216] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.447289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.447547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.447809] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.458094] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: IN_PROGRESS for 2s [ 943.624307] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ef6167-aa83-4103-aa74-6cbc31d3a155 in Status: SUCCESS [ 943.625120] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.625506] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.625805] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.627566] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.627566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.627566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.627566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.627566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.627566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.627566] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42ef6167-aa83-4103-aa74-6cbc31d3a155',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.753552] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.753784] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.753909] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.754232] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.754385] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.754546] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 841d98f5-5b5d-4c83-adca-8650f9e3078d not found, creating... [ 943.754828] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.755082] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.755220] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.755467] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.755703] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.756091] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.756262] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.756382] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.756609] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.756750] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.756891] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 841d98f5-5b5d-4c83-adca-8650f9e3078d is going to be created. [ 943.779235] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.779551] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.779551] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.779846] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.780135] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.780371] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-841d98f5-5b5d-4c83-adca-8650f9e3078d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.129240] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ef6167-aa83-4103-aa74-6cbc31d3a155 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.129594] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.129594] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.130529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.130861] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.131074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.131209] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.131416] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.131514] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.131608] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.131817] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ef6167-aa83-4103-aa74-6cbc31d3a155 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.131984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.132147] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.132355] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.132532] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.132658] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.132739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.132988] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.132988] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.133130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.133242] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42ef6167-aa83-4103-aa74-6cbc31d3a155',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.498367] env[65619]: INFO networking_nsxv3.common.synchronization [req-e63ea148-bdfa-4029-adb8-7d6ba2d79560 req-b2a340f3-b375-4140-bd04-9439892ee46d service nova] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_rules [ 944.498573] env[65619]: INFO networking_nsxv3.common.synchronization [req-e63ea148-bdfa-4029-adb8-7d6ba2d79560 req-b2a340f3-b375-4140-bd04-9439892ee46d service nova] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 944.498862] env[65619]: INFO networking_nsxv3.common.synchronization [req-e63ea148-bdfa-4029-adb8-7d6ba2d79560 req-b2a340f3-b375-4140-bd04-9439892ee46d service nova] Enqueued Resource ID: 841d98f5-5b5d-4c83-adca-8650f9e3078d with Priority: HIGHEST for action port [ 944.499368] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_rules [ 944.499471] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 944.499637] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 841d98f5-5b5d-4c83-adca-8650f9e3078d with Priority: HIGHEST for action port [ 944.499940] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.500078] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.500144] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.500342] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.500422] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.501289] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.501384] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.501576] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-841d98f5-5b5d-4c83-adca-8650f9e3078d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.501676] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-841d98f5-5b5d-4c83-adca-8650f9e3078d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.501739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-841d98f5-5b5d-4c83-adca-8650f9e3078d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.501896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-841d98f5-5b5d-4c83-adca-8650f9e3078d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.501968] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('841d98f5-5b5d-4c83-adca-8650f9e3078d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.636395] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42ef6167-aa83-4103-aa74-6cbc31d3a155: rpc.has_security_group_logging(os_id): False [ 944.655199] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.655320] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.655361] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.655655] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.655763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.656122] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.656122] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.656528] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.656528] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.656528] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.656628] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.656628] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.656709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.656907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.656907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.657073] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.657180] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.657241] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.657377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.657563] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.657672] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ef6167-aa83-4103-aa74-6cbc31d3a155 is going to be created. [ 944.723221] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.723221] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.723221] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.723221] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.723221] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.737115] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ef6167-aa83-4103-aa74-6cbc31d3a155 in Status: IN_PROGRESS for 2s [ 945.004042] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.004195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.004467] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 841d98f5-5b5d-4c83-adca-8650f9e3078d with status ACTIVE [ 945.004744] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.004954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.005909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.005909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.005909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.005909] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.005909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.005909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.006298] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.006298] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.006977] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.006977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.006977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.006977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.006977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.006977] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 841d98f5-5b5d-4c83-adca-8650f9e3078d is going to be updated. [ 945.029374] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.030381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.030381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.030381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.030381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.030381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-841d98f5-5b5d-4c83-adca-8650f9e3078d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.475548] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 945.475548] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f deletion is rescheduled due to dependency. [ 945.475548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.475548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.475548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.475548] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.475548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.475548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.475548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.475548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.475548] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.979605] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.482785] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.752945] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ef6167-aa83-4103-aa74-6cbc31d3a155 in Status: SUCCESS [ 946.752945] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.981971] env[65619]: INFO networking_nsxv3.common.synchronization [None req-0ff132ee-0982-4ac9-941b-b07e2cbc50e4 tempest-ServerActionsTestOtherA-1997294568 tempest-ServerActionsTestOtherA-1997294568-project-member] Enqueued Resource ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d with Priority: HIGHEST for action security_group_rules [ 946.982193] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d with Priority: HIGHEST for action security_group_rules [ 946.982433] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b722351-59bb-4b48-bbb6-eba95be7c66d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.982608] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.982644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.982980] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.983298] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b722351-59bb-4b48-bbb6-eba95be7c66d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.984898] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.985201] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.985280] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.985533] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.986635] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.986635] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be updated. [ 947.024986] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.025208] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.025256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.025484] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.025753] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.035643] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: IN_PROGRESS for 2s [ 947.122048] env[65619]: INFO networking_nsxv3.common.synchronization [None req-6d0ce5b0-f9f2-4003-9a69-0088268c1eac tempest-ServerActionsTestOtherA-1997294568 tempest-ServerActionsTestOtherA-1997294568-project-member] Enqueued Resource ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d with Priority: HIGHEST for action security_group_rules [ 947.122506] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d with Priority: HIGHEST for action security_group_rules [ 947.123271] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b722351-59bb-4b48-bbb6-eba95be7c66d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.123271] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.504833] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.505345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.505345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.505345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.505345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.505467] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d already deleted. [ 947.505680] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.505977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.506199] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.506325] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b722351-59bb-4b48-bbb6-eba95be7c66d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.027548] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.027805] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.027840] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.028061] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.028154] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.028294] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d already deleted. [ 948.028335] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.049351] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 949.049834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.050203] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.050543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.050671] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.050877] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.050970] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.052472] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.052472] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.052472] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.052472] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.437456] env[65619]: INFO networking_nsxv3.common.synchronization [None req-9964f40e-c496-43e0-bd1e-f2ea4ae6881e None None] Enqueued Resource ID: 3ab40201-fc12-4283-8353-9c08f8115389 with Priority: HIGHEST for action port [ 949.438342] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab40201-fc12-4283-8353-9c08f8115389 with Priority: HIGHEST for action port [ 949.438790] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ab40201-fc12-4283-8353-9c08f8115389 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.438963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ab40201-fc12-4283-8353-9c08f8115389" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.439127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ab40201-fc12-4283-8353-9c08f8115389" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.439457] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ab40201-fc12-4283-8353-9c08f8115389" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.439717] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ab40201-fc12-4283-8353-9c08f8115389',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.558457] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.558673] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.558724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.559038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.559266] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.559394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.559497] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.559753] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.559903] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.560018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.560217] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.560443] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.560443] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.560541] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.560714] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.560771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.560807] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.560943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.561048] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.561180] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.561269] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.942907] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ab40201-fc12-4283-8353-9c08f8115389 [ 949.943193] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.943290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.943353] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.943566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.944632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.944632] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ab40201-fc12-4283-8353-9c08f8115389 already deleted. [ 949.944632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ab40201-fc12-4283-8353-9c08f8115389" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.016886] env[65619]: INFO networking_nsxv3.common.synchronization [req-e7441b28-e146-4ca6-9c71-d83f10d3c874 req-4cab088d-afe0-43e3-9fca-271d27171223 tempest-InstanceActionsNegativeTestJSON-105212191 tempest-InstanceActionsNegativeTestJSON-105212191-project-member] Enqueued Resource ID: 42ef6167-aa83-4103-aa74-6cbc31d3a155 with Priority: HIGHEST for action security_group_members [ 950.017625] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ef6167-aa83-4103-aa74-6cbc31d3a155 with Priority: HIGHEST for action security_group_members [ 950.017962] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ef6167-aa83-4103-aa74-6cbc31d3a155 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.018099] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.018160] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.018353] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.019043] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.019131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.019131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.019300] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.019393] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.019488] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ef6167-aa83-4103-aa74-6cbc31d3a155',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.064325] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 421f2830-821c-4fc8-8fea-179533f9ce4f: rpc.has_security_group_logging(os_id): False [ 950.084651] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.084774] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.085896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.085896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.085896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.085896] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.085896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.085896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.085896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.085896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.086204] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.086204] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.086204] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.086295] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.086295] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.086492] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.086584] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.086644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.086798] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.086866] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.087610] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be updated. [ 950.158756] env[65619]: INFO networking_nsxv3.common.synchronization [None req-555a1005-0bb3-4315-a941-ba8d44b8b8c1 tempest-ServerActionsV293TestJSON-446374602 tempest-ServerActionsV293TestJSON-446374602-project-member] Enqueued Resource ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be with Priority: HIGHEST for action security_group_rules [ 950.159856] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.159984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.160395] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.160638] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.160816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.162159] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be with Priority: HIGHEST for action security_group_rules [ 950.162760] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7b9f520-3f42-4ed6-a2cc-870ec486e0be taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.162909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.163011] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.163255] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.163368] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7b9f520-3f42-4ed6-a2cc-870ec486e0be',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.177236] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: IN_PROGRESS for 2s [ 950.248977] env[65619]: INFO networking_nsxv3.common.synchronization [None req-e66a7082-bf7e-48db-9a6a-3cd2ff2c8697 tempest-ServerActionsV293TestJSON-446374602 tempest-ServerActionsV293TestJSON-446374602-project-member] Enqueued Resource ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be with Priority: HIGHEST for action security_group_rules [ 950.248977] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be with Priority: HIGHEST for action security_group_rules [ 950.248977] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7b9f520-3f42-4ed6-a2cc-870ec486e0be taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.248977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.523832] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.523832] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.523832] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.524082] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.524250] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.524381] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.524478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.524543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.524696] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.524776] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.524862] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ef6167-aa83-4103-aa74-6cbc31d3a155 is going to be updated. [ 950.560639] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.560808] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.560862] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.561208] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.561367] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.570762] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ef6167-aa83-4103-aa74-6cbc31d3a155 in Status: IN_PROGRESS for 2s [ 950.687969] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.688169] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.688261] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.688522] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.688645] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.688747] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be already deleted. [ 950.688846] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.689081] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.689269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.689362] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7b9f520-3f42-4ed6-a2cc-870ec486e0be',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.224925] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.225350] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.225350] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.225477] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.225607] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.226812] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be already deleted. [ 951.226812] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.875490] env[65619]: INFO networking_nsxv3.common.synchronization [None req-9ecafc24-33f3-4a70-a32e-a6fe52591b73 None None] Enqueued Resource ID: 5904a412-7f51-48a2-848c-ccf9794b09b9 with Priority: HIGHEST for action port [ 951.875490] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5904a412-7f51-48a2-848c-ccf9794b09b9 with Priority: HIGHEST for action port [ 951.875929] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-5904a412-7f51-48a2-848c-ccf9794b09b9 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.876025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5904a412-7f51-48a2-848c-ccf9794b09b9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.876079] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5904a412-7f51-48a2-848c-ccf9794b09b9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.876324] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5904a412-7f51-48a2-848c-ccf9794b09b9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.876407] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5904a412-7f51-48a2-848c-ccf9794b09b9',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.192177] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 952.192442] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.378849] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5904a412-7f51-48a2-848c-ccf9794b09b9 [ 952.379206] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.379293] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.379368] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.379627] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.379730] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.379848] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5904a412-7f51-48a2-848c-ccf9794b09b9 already deleted. [ 952.379951] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5904a412-7f51-48a2-848c-ccf9794b09b9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.580605] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ef6167-aa83-4103-aa74-6cbc31d3a155 in Status: SUCCESS [ 952.580605] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ef6167-aa83-4103-aa74-6cbc31d3a155 deletion is rescheduled due to dependency. [ 952.580910] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.405209] env[65619]: INFO networking_nsxv3.common.synchronization [req-1ea0d24e-914f-4311-bac2-de4154d62fc4 req-0dc49fdc-8345-44c2-bad3-9c702ab01862 tempest-ServersWithSpecificFlavorTestJSON-1557575717 tempest-ServersWithSpecificFlavorTestJSON-1557575717-project-member] Enqueued Resource ID: ad58651d-ea48-4f0f-9427-dbad2c57924a with Priority: HIGHEST for action security_group_members [ 953.407644] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad58651d-ea48-4f0f-9427-dbad2c57924a with Priority: HIGHEST for action security_group_members [ 953.407909] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad58651d-ea48-4f0f-9427-dbad2c57924a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.408104] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.408104] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.408432] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.408507] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.408617] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.408681] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.408866] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.408965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.409072] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad58651d-ea48-4f0f-9427-dbad2c57924a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.911163] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.911535] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.911666] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.912143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.916717] env[65619]: INFO networking_nsxv3.common.synchronization [req-27aa1f30-27d7-4d15-9b05-01a60b115ffa req-88e7bce9-d4c8-42a1-b1e6-4b1ef97b8cc4 tempest-AttachVolumeShelveTestJSON-1009305874 tempest-AttachVolumeShelveTestJSON-1009305874-project-member] Enqueued Resource ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 with Priority: HIGHEST for action security_group_members [ 953.917619] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 with Priority: HIGHEST for action security_group_members [ 953.918388] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.918632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.918729] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.918893] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.919160] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.919299] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.919352] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.919643] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.919643] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.919799] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ee8dcc1-4b64-4a42-b320-b5009b83c1d6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.939595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.940068] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.940273] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.940496] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.940776] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.940917] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.941067] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad58651d-ea48-4f0f-9427-dbad2c57924a is going to be updated. [ 953.976731] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.977985] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.978304] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.978999] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.978999] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.994080] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad58651d-ea48-4f0f-9427-dbad2c57924a in Status: IN_PROGRESS for 2s [ 954.167962] env[65619]: INFO networking_nsxv3.common.synchronization [req-cd299db7-5cf5-4976-90ec-a24ba7a4cee5 req-c51554f4-3854-465b-981c-a519e5c8c21d tempest-ServersTestJSON-727754052 tempest-ServersTestJSON-727754052-project-member] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 954.168432] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 954.168760] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.168887] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.168950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.174040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.174040] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.174040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.174040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.174040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.174040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.174040] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.426447] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.426773] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.426868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.427263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.460962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.461311] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.461460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.461531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.461929] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.461929] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.462057] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 is going to be updated. [ 954.498797] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.501019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.501019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.501019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.501019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.509649] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 in Status: IN_PROGRESS for 2s [ 954.548019] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.548019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.548019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.548019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.548019] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.548548] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.548813] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.549173] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.549469] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.549796] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.550031] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.550282] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.550878] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.551745] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.551745] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.551745] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.574923] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.575103] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.575240] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.575413] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.575727] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-d9ef8f1e-b314-4feb-9321-c1dbb3327aba taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.575889] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-d9ef8f1e-b314-4feb-9321-c1dbb3327aba" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.576013] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-d9ef8f1e-b314-4feb-9321-c1dbb3327aba" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.576381] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-d9ef8f1e-b314-4feb-9321-c1dbb3327aba" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.577033] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9ef8f1e-b314-4feb-9321-c1dbb3327aba',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.675980] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.081496] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.081496] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.081717] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.081911] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.082090] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.082255] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port d9ef8f1e-b314-4feb-9321-c1dbb3327aba not found, creating... [ 955.082513] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.082666] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.082779] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.083016] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.084031] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.084031] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.084031] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.084031] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.084031] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.084031] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.084346] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: d9ef8f1e-b314-4feb-9321-c1dbb3327aba is going to be created. [ 955.109051] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.109363] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.109422] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.109709] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.109953] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.110202] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-d9ef8f1e-b314-4feb-9321-c1dbb3327aba" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.178027] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.681514] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.681816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.681816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.681936] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.682040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.682136] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 955.711092] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.711235] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.711366] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.711539] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.711657] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.722988] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 955.851427] env[65619]: INFO networking_nsxv3.common.synchronization [req-cd299db7-5cf5-4976-90ec-a24ba7a4cee5 req-9f5d9bce-8c62-402d-b3c2-2fc396a378dd service nova] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_rules [ 955.852265] env[65619]: INFO networking_nsxv3.common.synchronization [req-cd299db7-5cf5-4976-90ec-a24ba7a4cee5 req-9f5d9bce-8c62-402d-b3c2-2fc396a378dd service nova] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 955.852433] env[65619]: INFO networking_nsxv3.common.synchronization [req-cd299db7-5cf5-4976-90ec-a24ba7a4cee5 req-9f5d9bce-8c62-402d-b3c2-2fc396a378dd service nova] Enqueued Resource ID: d9ef8f1e-b314-4feb-9321-c1dbb3327aba with Priority: HIGHEST for action port [ 955.853056] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_rules [ 955.853208] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 955.853308] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ef8f1e-b314-4feb-9321-c1dbb3327aba with Priority: HIGHEST for action port [ 955.853594] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.853720] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.853789] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.853990] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.854088] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.856014] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.856014] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.856014] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9ef8f1e-b314-4feb-9321-c1dbb3327aba taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.856014] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9ef8f1e-b314-4feb-9321-c1dbb3327aba" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.856014] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9ef8f1e-b314-4feb-9321-c1dbb3327aba" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.856014] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9ef8f1e-b314-4feb-9321-c1dbb3327aba" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.856014] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9ef8f1e-b314-4feb-9321-c1dbb3327aba',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.005191] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad58651d-ea48-4f0f-9427-dbad2c57924a in Status: SUCCESS [ 956.005494] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad58651d-ea48-4f0f-9427-dbad2c57924a deletion is rescheduled due to dependency. [ 956.005681] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.360165] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9ef8f1e-b314-4feb-9321-c1dbb3327aba with status ACTIVE [ 956.360643] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.361670] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.361670] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.361670] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.361670] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.361670] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.362031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.362031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.362123] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.362243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.362567] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.362763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.362861] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.363670] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.363805] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.363918] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9ef8f1e-b314-4feb-9321-c1dbb3327aba is going to be updated. [ 956.365383] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.365552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.388367] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.388591] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.388591] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.389016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.389130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.389248] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9ef8f1e-b314-4feb-9321-c1dbb3327aba" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.521923] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 in Status: SUCCESS [ 956.522115] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 deletion is rescheduled due to dependency. [ 956.522785] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.735718] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 957.736109] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.736226] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.736474] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.736665] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.736819] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.737044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.737044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.737118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.737221] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.039577] env[65619]: INFO networking_nsxv3.common.synchronization [req-002cd098-8a27-4dfb-b535-ffb86a767568 req-553d5474-6d3f-47a1-b0c8-7368b5ea5557 tempest-ServersAdminTestJSON-1303458024 tempest-ServersAdminTestJSON-1303458024-project-member] Enqueued Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 958.040295] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGHEST for action security_group_members [ 958.040625] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.043021] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.043021] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.043021] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.043021] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.043021] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.043021] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.043021] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.043021] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.043021] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.097115] env[65619]: INFO networking_nsxv3.common.synchronization [req-3d5fa029-a835-4dc1-91b1-87215a65ce97 req-c1582b90-934d-40d3-a8c5-94926c771169 tempest-DeleteServersTestJSON-987271658 tempest-DeleteServersTestJSON-987271658-project-member] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 958.097600] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 958.098115] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.098367] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.098538] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.098856] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.099128] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.099340] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.099481] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.099716] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.099884] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.100061] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.239165] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.545578] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.546251] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.546666] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.547351] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.569717] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.570084] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.570267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.570373] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.570623] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.570756] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.570885] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 is going to be updated. [ 958.603870] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.604148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.604265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.604551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.604697] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.604973] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.605187] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.605291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.605497] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.605665] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.605822] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be updated. [ 958.616210] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.617223] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.617392] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.617520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.617715] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.627449] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: IN_PROGRESS for 2s [ 958.637779] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.637954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.638037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.638306] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.638530] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.646550] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: IN_PROGRESS for 2s [ 958.745412] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.248745] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.248914] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.249349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.249349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.249349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.249558] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 959.288084] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.288288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.288329] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.288520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.288669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.303309] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 959.940984] env[65619]: INFO networking_nsxv3.common.synchronization [req-6a30bcae-b109-4574-a5a5-847b941469e0 req-395f9f3b-8318-46a5-af18-55853c7ced21 tempest-ServerActionsTestOtherB-982056935 tempest-ServerActionsTestOtherB-982056935-project-member] Enqueued Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_members [ 959.941551] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_members [ 959.941858] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.941983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.942578] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.942848] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.943386] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.943760] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.943919] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.944148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.944371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.944569] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.447174] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.447377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.447488] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.447796] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.469340] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.469599] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.469709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.469781] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.470084] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.470084] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.470181] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 is going to be updated. [ 960.515985] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.516234] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.516234] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.516604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.516781] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.527185] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: IN_PROGRESS for 2s [ 960.637743] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 in Status: SUCCESS [ 960.637885] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 deletion is rescheduled due to dependency. [ 960.638016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.655702] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 960.656814] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f deletion is rescheduled due to dependency. [ 960.656814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.347267] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 961.347267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.347267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.347267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.347267] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.347267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.347267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.347267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.347267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.347267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.347267] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.833715] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.833715] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.833715] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.833715] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.833715] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.833994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.833994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.834062] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.834187] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.834322] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.834495] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.834603] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.834687] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.834842] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.835015] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.835621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.835621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.835621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.835621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.835621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.835621] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.337895] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc: rpc.has_security_group_logging(os_id): False [ 962.355915] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.356292] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.356292] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.357810] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.380069] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.380069] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.380069] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.380069] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.380516] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.380516] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.380516] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.380689] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.380689] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.380782] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.380832] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.380996] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.381122] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.381179] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.381287] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.381349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.381440] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 962.440973] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.441207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.441240] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.441451] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.441601] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.455191] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 962.537104] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: SUCCESS [ 962.537240] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 deletion is rescheduled due to dependency. [ 962.537345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.468721] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 964.468992] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.944129] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 964.944129] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 966.028097] env[65619]: INFO networking_nsxv3.common.synchronization [req-f117e2b0-d55b-4908-be39-a9f13941edd9 req-baf4394c-e9fa-44ec-aa98-38323617a9b2 tempest-ImagesOneServerNegativeTestJSON-532414559 tempest-ImagesOneServerNegativeTestJSON-532414559-project-member] Enqueued Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_members [ 966.028694] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_members [ 966.029013] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.029197] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.029306] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.030256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.030256] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.030256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.030256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.030256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.030256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.030256] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.503446] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.503446] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.503865] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.503865] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.504411] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.504411] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.504702] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.504702] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.504842] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.505074] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.505188] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.505287] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.505397] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.505486] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.505624] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.505765] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.530092] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.531046] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.531046] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.531046] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-22" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.531250] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-d3d74d77-d292-4e5a-aa75-bf27f179c348 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.531332] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-d3d74d77-d292-4e5a-aa75-bf27f179c348" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.531377] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-d3d74d77-d292-4e5a-aa75-bf27f179c348" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.531776] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-d3d74d77-d292-4e5a-aa75-bf27f179c348" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.531940] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3d74d77-d292-4e5a-aa75-bf27f179c348',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.533956] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.534256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.534331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.534540] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.560351] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.560669] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.560831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.560936] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.561221] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.561324] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.561418] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 is going to be updated. [ 966.598264] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.598264] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.598500] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.598534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.598680] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.611627] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 in Status: IN_PROGRESS for 2s [ 967.035076] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.035776] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.035776] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.036983] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.036983] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.036983] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port d3d74d77-d292-4e5a-aa75-bf27f179c348 not found, creating... [ 967.037183] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.037381] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.037450] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.037745] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.037919] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.038297] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.038490] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.038651] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.038891] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.039094] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.039390] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: d3d74d77-d292-4e5a-aa75-bf27f179c348 is going to be created. [ 967.063762] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.064265] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.064491] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.064885] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.065260] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.065646] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-d3d74d77-d292-4e5a-aa75-bf27f179c348" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.874319] env[65619]: INFO networking_nsxv3.common.synchronization [req-f117e2b0-d55b-4908-be39-a9f13941edd9 req-e4d8fd46-8917-44c6-93c3-eb81ae7f5dd4 service nova] Enqueued Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_rules [ 967.874494] env[65619]: INFO networking_nsxv3.common.synchronization [req-f117e2b0-d55b-4908-be39-a9f13941edd9 req-e4d8fd46-8917-44c6-93c3-eb81ae7f5dd4 service nova] Enqueued Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_members [ 967.874632] env[65619]: INFO networking_nsxv3.common.synchronization [req-f117e2b0-d55b-4908-be39-a9f13941edd9 req-e4d8fd46-8917-44c6-93c3-eb81ae7f5dd4 service nova] Enqueued Resource ID: d3d74d77-d292-4e5a-aa75-bf27f179c348 with Priority: HIGHEST for action port [ 967.875237] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_rules [ 967.875375] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_members [ 967.875470] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3d74d77-d292-4e5a-aa75-bf27f179c348 with Priority: HIGHEST for action port [ 967.875787] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.875994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.875994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.876215] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.876298] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.877156] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.877960] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.877960] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3d74d77-d292-4e5a-aa75-bf27f179c348 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.877960] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3d74d77-d292-4e5a-aa75-bf27f179c348" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.877960] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3d74d77-d292-4e5a-aa75-bf27f179c348" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.877960] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3d74d77-d292-4e5a-aa75-bf27f179c348" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.877960] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3d74d77-d292-4e5a-aa75-bf27f179c348',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.151236] env[65619]: INFO networking_nsxv3.common.synchronization [req-7aefe599-1196-4f53-8356-ccc7cfa5dadb req-b42d6e7e-e601-45f7-854c-540ab58460ea tempest-ServersTestJSON-727754052 tempest-ServersTestJSON-727754052-project-member] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 968.152060] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 968.157673] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.157673] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.157673] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.157673] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.157673] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.157673] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.157673] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.157673] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.157673] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.157673] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.380155] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.380284] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.380474] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3d74d77-d292-4e5a-aa75-bf27f179c348 with status ACTIVE [ 968.380636] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.380743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.380810] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.381031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.381119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.381290] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.381385] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.381448] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.381610] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.381680] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.381862] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.381949] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.382015] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.382154] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.382227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.382350] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3d74d77-d292-4e5a-aa75-bf27f179c348 is going to be updated. [ 968.404203] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.404347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.404425] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.404697] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.405195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.405195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3d74d77-d292-4e5a-aa75-bf27f179c348" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.424564] env[65619]: INFO networking_nsxv3.common.synchronization [req-9589c20c-2364-43c9-9652-f1b008bb95f7 req-0ff758e4-df8e-43ed-a4e4-b83164d98b70 tempest-InstanceActionsTestJSON-1147096115 tempest-InstanceActionsTestJSON-1147096115-project-member] Enqueued Resource ID: 103f477f-eb46-4faf-aa42-b35262dadd35 with Priority: HIGHEST for action security_group_members [ 968.425157] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 103f477f-eb46-4faf-aa42-b35262dadd35 with Priority: HIGHEST for action security_group_members [ 968.425471] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-103f477f-eb46-4faf-aa42-b35262dadd35 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.425601] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.425706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.425967] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.427868] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.427993] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.428131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.428346] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.428509] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.428583] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('103f477f-eb46-4faf-aa42-b35262dadd35',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.626029] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 in Status: SUCCESS [ 968.626029] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 deletion is rescheduled due to dependency. [ 968.626029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.626029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.626029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.626029] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.626029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.626497] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.626795] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.626994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.627194] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.655146] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.827714] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.828805] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-872" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.828805] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-872" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.828805] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-872" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.829042] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.829116] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.829206] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.829426] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.829567] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.829805] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.829879] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.829986] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.830105] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.830208] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.830310] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.830437] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.852248] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.852422] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 968.852559] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.852794] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-872" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.853071] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-bd56031d-59f5-4e63-bec5-2770d27b787f taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.853247] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-bd56031d-59f5-4e63-bec5-2770d27b787f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.853436] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-bd56031d-59f5-4e63-bec5-2770d27b787f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.853882] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-bd56031d-59f5-4e63-bec5-2770d27b787f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.854050] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd56031d-59f5-4e63-bec5-2770d27b787f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.931831] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.932058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.932171] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.932399] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.932493] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.932686] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.932788] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.932850] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.932980] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.933075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.933136] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 103f477f-eb46-4faf-aa42-b35262dadd35 already deleted. [ 968.933223] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.130623] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.157676] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.356413] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.356691] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.356836] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.357173] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.357345] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.357555] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port bd56031d-59f5-4e63-bec5-2770d27b787f not found, creating... [ 969.357880] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.358070] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.358210] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.358476] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.358653] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.358962] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.359142] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.359275] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.359506] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.359687] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.359840] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: bd56031d-59f5-4e63-bec5-2770d27b787f is going to be created. [ 969.382638] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.383039] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.383280] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.383673] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.384044] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.384383] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-bd56031d-59f5-4e63-bec5-2770d27b787f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.635977] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.661801] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.662027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.662150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.662321] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.662416] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.662509] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 969.697668] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.697783] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.697898] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.698136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.698349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.708798] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 970.138684] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.138891] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.138940] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.139210] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.139293] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.139369] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 is going to be updated. [ 970.155594] env[65619]: INFO networking_nsxv3.common.synchronization [req-9589c20c-2364-43c9-9652-f1b008bb95f7 req-6ab67c5e-8623-4a35-90db-e5e62dec727e service nova] Enqueued Resource ID: 103f477f-eb46-4faf-aa42-b35262dadd35 with Priority: HIGHEST for action security_group_rules [ 970.156307] env[65619]: INFO networking_nsxv3.common.synchronization [req-9589c20c-2364-43c9-9652-f1b008bb95f7 req-6ab67c5e-8623-4a35-90db-e5e62dec727e service nova] Enqueued Resource ID: 103f477f-eb46-4faf-aa42-b35262dadd35 with Priority: HIGHEST for action security_group_members [ 970.156307] env[65619]: INFO networking_nsxv3.common.synchronization [req-9589c20c-2364-43c9-9652-f1b008bb95f7 req-6ab67c5e-8623-4a35-90db-e5e62dec727e service nova] Enqueued Resource ID: bd56031d-59f5-4e63-bec5-2770d27b787f with Priority: HIGHEST for action port [ 970.157310] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 103f477f-eb46-4faf-aa42-b35262dadd35 with Priority: HIGHEST for action security_group_rules [ 970.157310] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 103f477f-eb46-4faf-aa42-b35262dadd35 with Priority: HIGHEST for action security_group_members [ 970.157310] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd56031d-59f5-4e63-bec5-2770d27b787f with Priority: HIGHEST for action port [ 970.157310] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-103f477f-eb46-4faf-aa42-b35262dadd35 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.157310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.157538] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.157574] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.157679] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('103f477f-eb46-4faf-aa42-b35262dadd35',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.159358] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-103f477f-eb46-4faf-aa42-b35262dadd35 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.159617] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.159617] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.159764] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.159917] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.161740] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.161815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.162019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.162134] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.162134] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('103f477f-eb46-4faf-aa42-b35262dadd35',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.163603] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd56031d-59f5-4e63-bec5-2770d27b787f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.163669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd56031d-59f5-4e63-bec5-2770d27b787f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.163708] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd56031d-59f5-4e63-bec5-2770d27b787f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.163837] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd56031d-59f5-4e63-bec5-2770d27b787f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.163935] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd56031d-59f5-4e63-bec5-2770d27b787f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.175899] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.176106] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.176194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.176402] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.176550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.187792] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 in Status: IN_PROGRESS for 2s [ 970.659729] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-103f477f-eb46-4faf-aa42-b35262dadd35 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.659893] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.664942] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('103f477f-eb46-4faf-aa42-b35262dadd35',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.665842] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd56031d-59f5-4e63-bec5-2770d27b787f with status ACTIVE [ 970.666060] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.666182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.666260] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.667023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.667023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.667023] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.667023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.667023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.667284] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.667284] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.667912] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.667912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.667912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.667912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.667912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.667912] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd56031d-59f5-4e63-bec5-2770d27b787f is going to be updated. [ 970.693146] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.693252] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.693366] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.693646] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.693815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.694059] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd56031d-59f5-4e63-bec5-2770d27b787f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.167671] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('103f477f-eb46-4faf-aa42-b35262dadd35',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.669622] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.669832] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.669875] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.670180] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.670263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.670343] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 103f477f-eb46-4faf-aa42-b35262dadd35 is going to be created. [ 971.698704] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.698704] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.699077] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.699077] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.699679] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.712535] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 103f477f-eb46-4faf-aa42-b35262dadd35 in Status: UNINITIALIZED for 2s [ 971.717596] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 971.718515] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.037371] env[65619]: INFO networking_nsxv3.common.synchronization [req-73a23f25-8f97-4b4a-9487-4acd0475b1bb req-36e3859f-63d3-4620-ae80-489cec43059c tempest-AttachInterfacesTestJSON-210967248 tempest-AttachInterfacesTestJSON-210967248-project-member] Enqueued Resource ID: f27465c8-8345-4035-b380-c46410a93545 with Priority: HIGHEST for action security_group_members [ 972.037996] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27465c8-8345-4035-b380-c46410a93545 with Priority: HIGHEST for action security_group_members [ 972.038611] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27465c8-8345-4035-b380-c46410a93545 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.038764] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.039319] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.039319] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.039319] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.039572] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.039572] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.039572] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.039773] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.039773] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f27465c8-8345-4035-b380-c46410a93545',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.198020] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 in Status: SUCCESS [ 972.198297] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.198630] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.198765] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.199077] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.199253] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.199359] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.199545] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.199645] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.199737] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.199841] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.376915] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.377145] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.377270] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.377533] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.377812] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.377996] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.378131] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.378349] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.378500] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.378721] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.378866] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.378983] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.379099] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.379267] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.379315] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.379448] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.402013] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.402209] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.402350] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.402630] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.402999] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-1b8d0720-6e13-4ad1-893d-b0c49a2f4a9d taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.403221] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-1b8d0720-6e13-4ad1-893d-b0c49a2f4a9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.403348] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-1b8d0720-6e13-4ad1-893d-b0c49a2f4a9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.404022] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-1b8d0720-6e13-4ad1-893d-b0c49a2f4a9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.404225] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b8d0720-6e13-4ad1-893d-b0c49a2f4a9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.542734] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.542903] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.542970] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.543202] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.543454] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.543521] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.543626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.543762] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.543962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.544057] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.544146] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f27465c8-8345-4035-b380-c46410a93545 already deleted. [ 972.544229] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.702183] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.702383] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.702445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.702661] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.702841] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.702989] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.703080] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.703395] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.703676] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.703676] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.703811] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.703900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.703969] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.704128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.704277] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.704378] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.704432] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.704568] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.704658] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.704723] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.704816] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.908057] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.908172] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.908418] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.908645] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.908856] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.909020] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 1b8d0720-6e13-4ad1-893d-b0c49a2f4a9d not found, creating... [ 972.909375] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.909573] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.909721] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.912030] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.912030] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.912030] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.912030] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.912030] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.912030] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.912030] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.912030] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 1b8d0720-6e13-4ad1-893d-b0c49a2f4a9d is going to be created. [ 972.932755] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.933171] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.933171] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.933467] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.933577] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.933798] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-1b8d0720-6e13-4ad1-893d-b0c49a2f4a9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.209046] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 013ae4bc-baa9-4ece-bda1-19b773fc17d1: rpc.has_security_group_logging(os_id): False [ 973.229086] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.229308] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.229422] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.229663] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.229760] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.230009] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.230135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.230191] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.230325] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.231032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.231032] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.231032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.231032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.231261] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.231310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.231955] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.231955] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.231955] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.231955] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.231955] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.231955] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 is going to be updated. [ 973.310322] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.310464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.310534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.310764] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.310932] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.325650] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 in Status: IN_PROGRESS for 2s [ 973.663438] env[65619]: INFO networking_nsxv3.common.synchronization [req-73a23f25-8f97-4b4a-9487-4acd0475b1bb req-6f901574-80e1-4006-abbe-4dfb0415be2e service nova] Enqueued Resource ID: f27465c8-8345-4035-b380-c46410a93545 with Priority: HIGHEST for action security_group_rules [ 973.663438] env[65619]: INFO networking_nsxv3.common.synchronization [req-73a23f25-8f97-4b4a-9487-4acd0475b1bb req-6f901574-80e1-4006-abbe-4dfb0415be2e service nova] Enqueued Resource ID: f27465c8-8345-4035-b380-c46410a93545 with Priority: HIGHEST for action security_group_members [ 973.663438] env[65619]: INFO networking_nsxv3.common.synchronization [req-73a23f25-8f97-4b4a-9487-4acd0475b1bb req-6f901574-80e1-4006-abbe-4dfb0415be2e service nova] Enqueued Resource ID: 1b8d0720-6e13-4ad1-893d-b0c49a2f4a9d with Priority: HIGHEST for action port [ 973.663438] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27465c8-8345-4035-b380-c46410a93545 with Priority: HIGHEST for action security_group_rules [ 973.663438] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27465c8-8345-4035-b380-c46410a93545 with Priority: HIGHEST for action security_group_members [ 973.663438] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8d0720-6e13-4ad1-893d-b0c49a2f4a9d with Priority: HIGHEST for action port [ 973.663438] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f27465c8-8345-4035-b380-c46410a93545 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.663894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.663894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.664173] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.664318] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f27465c8-8345-4035-b380-c46410a93545',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.665317] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27465c8-8345-4035-b380-c46410a93545 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.666435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.666565] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.666888] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.667137] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.667312] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.667444] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.668365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.668365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.668365] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f27465c8-8345-4035-b380-c46410a93545',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.669314] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b8d0720-6e13-4ad1-893d-b0c49a2f4a9d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.669498] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b8d0720-6e13-4ad1-893d-b0c49a2f4a9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.669612] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b8d0720-6e13-4ad1-893d-b0c49a2f4a9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.670050] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b8d0720-6e13-4ad1-893d-b0c49a2f4a9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.670050] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b8d0720-6e13-4ad1-893d-b0c49a2f4a9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.725140] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 103f477f-eb46-4faf-aa42-b35262dadd35 in Status: SUCCESS [ 973.726446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.726446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.726446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.726446] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.726446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.726446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.726446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.727248] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.727248] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.727248] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('103f477f-eb46-4faf-aa42-b35262dadd35',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.173694] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27465c8-8345-4035-b380-c46410a93545 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.174371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.174371] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f27465c8-8345-4035-b380-c46410a93545',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.176033] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b8d0720-6e13-4ad1-893d-b0c49a2f4a9d with status ACTIVE [ 974.176172] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.176293] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.176374] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.176583] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.176669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.176858] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.176953] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.177118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.177314] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.177389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.177586] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.177687] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.178319] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.178319] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.178319] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.178319] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b8d0720-6e13-4ad1-893d-b0c49a2f4a9d is going to be updated. [ 974.200963] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.201143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.201198] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.201406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.201546] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.201707] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b8d0720-6e13-4ad1-893d-b0c49a2f4a9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.229168] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-103f477f-eb46-4faf-aa42-b35262dadd35 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.229953] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.229953] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.229953] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.229953] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.229953] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.229953] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.230270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.230270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.230408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.230536] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-103f477f-eb46-4faf-aa42-b35262dadd35 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.230645] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.230808] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.231106] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.231106] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.231106] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.231308] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.231308] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.231400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.231493] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.231595] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('103f477f-eb46-4faf-aa42-b35262dadd35',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.677117] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f27465c8-8345-4035-b380-c46410a93545',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.734261] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 103f477f-eb46-4faf-aa42-b35262dadd35: rpc.has_security_group_logging(os_id): False [ 974.753943] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.754111] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.754199] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.754540] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.754687] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.754909] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.755026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.755091] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.755247] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.755324] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.755512] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.755612] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.755675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.755831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.755909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.756109] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.756203] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.756264] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.756398] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.756472] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.756554] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 103f477f-eb46-4faf-aa42-b35262dadd35 is going to be created. [ 974.818205] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.818368] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.818460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.818826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.819116] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.830613] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 103f477f-eb46-4faf-aa42-b35262dadd35 in Status: IN_PROGRESS for 2s [ 975.179620] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.179783] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.179874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.180089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.180186] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.180289] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f27465c8-8345-4035-b380-c46410a93545 is going to be created. [ 975.204245] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.204376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.204487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.204651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.204807] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.214956] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27465c8-8345-4035-b380-c46410a93545 in Status: UNINITIALIZED for 2s [ 975.338729] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 in Status: SUCCESS [ 975.339025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.479102] env[65619]: INFO networking_nsxv3.common.synchronization [req-197e3c47-4967-4454-8537-9a61017242b0 req-b9c4ae23-d846-467a-85f3-f2d84e7c82ed tempest-ServerRescueTestJSON-564623173 tempest-ServerRescueTestJSON-564623173-project-member] Enqueued Resource ID: afad3fd0-540c-4feb-86e1-473fb958e94a with Priority: HIGHEST for action security_group_members [ 975.481148] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afad3fd0-540c-4feb-86e1-473fb958e94a with Priority: HIGHEST for action security_group_members [ 975.481691] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-afad3fd0-540c-4feb-86e1-473fb958e94a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.481901] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.482010] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.482397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.482649] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.482786] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.482893] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.483227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.483306] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.483476] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afad3fd0-540c-4feb-86e1-473fb958e94a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.940381] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.940797] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-61" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.941478] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-61" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.941478] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-61" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.941748] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.941748] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.941886] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.942111] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.942259] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.942465] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.942579] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.942686] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.942792] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.942898] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.942999] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.943242] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.967166] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.967407] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.967546] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.971025] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-61" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.971025] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-9760ea66-0db7-4bba-918d-f567c1d8c8c1 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.971025] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-9760ea66-0db7-4bba-918d-f567c1d8c8c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.971025] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-9760ea66-0db7-4bba-918d-f567c1d8c8c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.971025] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-9760ea66-0db7-4bba-918d-f567c1d8c8c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.971025] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9760ea66-0db7-4bba-918d-f567c1d8c8c1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.986514] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afad3fd0-540c-4feb-86e1-473fb958e94a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.474797] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.477178] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.477178] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.477178] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.477178] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.477178] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 9760ea66-0db7-4bba-918d-f567c1d8c8c1 not found, creating... [ 976.477178] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.477178] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.477178] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.477178] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.478066] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.478164] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.478415] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.478603] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.478970] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.479216] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.479444] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 9760ea66-0db7-4bba-918d-f567c1d8c8c1 is going to be created. [ 976.493315] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afad3fd0-540c-4feb-86e1-473fb958e94a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.508613] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.508860] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.508913] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.509707] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.509990] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.510350] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-9760ea66-0db7-4bba-918d-f567c1d8c8c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.844396] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 103f477f-eb46-4faf-aa42-b35262dadd35 in Status: SUCCESS [ 976.844632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.998196] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.998362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.998494] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.998656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.998742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.998841] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afad3fd0-540c-4feb-86e1-473fb958e94a is going to be updated. [ 977.033182] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.033324] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.033390] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.033597] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.033739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.045067] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afad3fd0-540c-4feb-86e1-473fb958e94a in Status: IN_PROGRESS for 2s [ 977.219092] env[65619]: INFO networking_nsxv3.common.synchronization [req-197e3c47-4967-4454-8537-9a61017242b0 req-34b2b7fe-d84d-48a1-a208-247eaecb07b7 service nova] Enqueued Resource ID: afad3fd0-540c-4feb-86e1-473fb958e94a with Priority: HIGHEST for action security_group_rules [ 977.219683] env[65619]: INFO networking_nsxv3.common.synchronization [req-197e3c47-4967-4454-8537-9a61017242b0 req-34b2b7fe-d84d-48a1-a208-247eaecb07b7 service nova] Enqueued Resource ID: afad3fd0-540c-4feb-86e1-473fb958e94a with Priority: HIGHEST for action security_group_members [ 977.219683] env[65619]: INFO networking_nsxv3.common.synchronization [req-197e3c47-4967-4454-8537-9a61017242b0 req-34b2b7fe-d84d-48a1-a208-247eaecb07b7 service nova] Enqueued Resource ID: 9760ea66-0db7-4bba-918d-f567c1d8c8c1 with Priority: HIGHEST for action port [ 977.220328] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afad3fd0-540c-4feb-86e1-473fb958e94a with Priority: HIGHEST for action security_group_rules [ 977.220462] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afad3fd0-540c-4feb-86e1-473fb958e94a with Priority: HIGHEST for action security_group_members [ 977.220572] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9760ea66-0db7-4bba-918d-f567c1d8c8c1 with Priority: HIGHEST for action port [ 977.220846] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afad3fd0-540c-4feb-86e1-473fb958e94a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.220970] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.221048] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.221275] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.221330] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afad3fd0-540c-4feb-86e1-473fb958e94a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.222179] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-afad3fd0-540c-4feb-86e1-473fb958e94a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.222418] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.222497] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-9760ea66-0db7-4bba-918d-f567c1d8c8c1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.222572] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9760ea66-0db7-4bba-918d-f567c1d8c8c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.223401] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9760ea66-0db7-4bba-918d-f567c1d8c8c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.223401] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9760ea66-0db7-4bba-918d-f567c1d8c8c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.224717] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9760ea66-0db7-4bba-918d-f567c1d8c8c1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.229497] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27465c8-8345-4035-b380-c46410a93545 in Status: UNINITIALIZED for 4s [ 977.724773] env[65619]: INFO networking_nsxv3.common.synchronization [req-4ef2292f-c884-4230-bf44-66d6d25fb69b req-2b1de515-b1ce-4e58-a411-47664d2d689a tempest-ImagesOneServerNegativeTestJSON-532414559 tempest-ImagesOneServerNegativeTestJSON-532414559-project-member] Enqueued Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_members [ 977.725190] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-afad3fd0-540c-4feb-86e1-473fb958e94a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.725302] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.725755] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9760ea66-0db7-4bba-918d-f567c1d8c8c1 with status ACTIVE [ 977.725940] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.726072] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.726141] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.726654] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.726654] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.726654] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.726871] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.726871] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.726978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.727059] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.727243] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.727922] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.727922] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.727922] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.727922] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.727922] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9760ea66-0db7-4bba-918d-f567c1d8c8c1 is going to be updated. [ 977.728827] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGHEST for action security_group_members [ 977.730165] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.730165] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.730165] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.730165] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.730397] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.730397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.730559] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.732131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.732131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.732131] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.754072] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.754225] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.754292] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.754495] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.754631] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.755188] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9760ea66-0db7-4bba-918d-f567c1d8c8c1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.115408] env[65619]: INFO networking_nsxv3.common.synchronization [req-5bb59e0a-d9c6-4218-91f2-49f13c99ed28 req-986321fc-4b3e-4f07-81d2-a60806c2e43f tempest-ServerActionsTestOtherA-1997294568 tempest-ServerActionsTestOtherA-1997294568-project-member] Enqueued Resource ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d with Priority: HIGHEST for action security_group_members [ 978.116033] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d with Priority: HIGHEST for action security_group_members [ 978.116330] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b722351-59bb-4b48-bbb6-eba95be7c66d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.116460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.116528] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.116870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.117267] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.117267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.117267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.117448] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.117520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.117614] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b722351-59bb-4b48-bbb6-eba95be7c66d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.233360] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.233606] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.233712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.233940] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.234068] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.234340] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.234421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.234491] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.234675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.234771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.234925] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 is going to be updated. [ 978.267148] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.267148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.267148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.267148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.267148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.276924] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 in Status: IN_PROGRESS for 2s [ 978.459214] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.460176] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-674" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.460176] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-674" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.460176] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-674" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.460176] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.460995] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.461187] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.461493] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.461659] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.461875] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.461988] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.462108] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.462214] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.462321] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.462426] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.462558] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.485620] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.485886] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 978.486047] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.486225] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-674" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.486543] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-56914460-fddb-4953-a9e4-147107b8d316 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.486709] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-56914460-fddb-4953-a9e4-147107b8d316" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.486823] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-56914460-fddb-4953-a9e4-147107b8d316" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.487199] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-56914460-fddb-4953-a9e4-147107b8d316" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.487331] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56914460-fddb-4953-a9e4-147107b8d316',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.620766] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.621040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.621040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.621308] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.621308] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.621516] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.621645] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.621715] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.621909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.622027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.622127] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d already deleted. [ 978.622213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.990036] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.990036] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.990036] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.990467] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.990542] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.990794] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 56914460-fddb-4953-a9e4-147107b8d316 not found, creating... [ 978.991173] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.991398] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.991522] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.991761] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.991921] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.992232] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.992389] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.992505] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.992713] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.992846] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.992984] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 56914460-fddb-4953-a9e4-147107b8d316 is going to be created. [ 979.014871] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.015139] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.015321] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.015743] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.017063] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.017448] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-56914460-fddb-4953-a9e4-147107b8d316" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.055538] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afad3fd0-540c-4feb-86e1-473fb958e94a in Status: SUCCESS [ 979.055836] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.056049] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.056278] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.056485] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.056594] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.056642] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.056793] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.056872] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.056966] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afad3fd0-540c-4feb-86e1-473fb958e94a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.239847] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27465c8-8345-4035-b380-c46410a93545 in Status: SUCCESS [ 979.239847] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.240033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.240268] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.240519] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.240682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.240767] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.240971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.241426] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.241426] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.241426] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f27465c8-8345-4035-b380-c46410a93545',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.560051] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afad3fd0-540c-4feb-86e1-473fb958e94a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.745192] env[65619]: INFO networking_nsxv3.common.synchronization [req-5bb59e0a-d9c6-4218-91f2-49f13c99ed28 req-8b8bdb14-a402-44d7-bf94-00257ea5fad9 service nova] Enqueued Resource ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d with Priority: HIGHEST for action security_group_rules [ 979.745418] env[65619]: INFO networking_nsxv3.common.synchronization [req-5bb59e0a-d9c6-4218-91f2-49f13c99ed28 req-8b8bdb14-a402-44d7-bf94-00257ea5fad9 service nova] Enqueued Resource ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d with Priority: HIGHEST for action security_group_members [ 979.745609] env[65619]: INFO networking_nsxv3.common.synchronization [req-5bb59e0a-d9c6-4218-91f2-49f13c99ed28 req-8b8bdb14-a402-44d7-bf94-00257ea5fad9 service nova] Enqueued Resource ID: 56914460-fddb-4953-a9e4-147107b8d316 with Priority: HIGHEST for action port [ 979.745994] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f27465c8-8345-4035-b380-c46410a93545',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.747606] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d with Priority: HIGHEST for action security_group_rules [ 979.747662] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d with Priority: HIGHEST for action security_group_members [ 979.747743] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56914460-fddb-4953-a9e4-147107b8d316 with Priority: HIGHEST for action port [ 979.748148] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b722351-59bb-4b48-bbb6-eba95be7c66d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.748287] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.748380] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.748894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.748977] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b722351-59bb-4b48-bbb6-eba95be7c66d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.749989] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b722351-59bb-4b48-bbb6-eba95be7c66d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.750272] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.750272] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.750428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.750628] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.750971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.750971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.750971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.750971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.751117] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b722351-59bb-4b48-bbb6-eba95be7c66d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.755176] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-56914460-fddb-4953-a9e4-147107b8d316 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.755176] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56914460-fddb-4953-a9e4-147107b8d316" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.755176] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56914460-fddb-4953-a9e4-147107b8d316" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.755176] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56914460-fddb-4953-a9e4-147107b8d316" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.755176] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56914460-fddb-4953-a9e4-147107b8d316',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.063806] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afad3fd0-540c-4feb-86e1-473fb958e94a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.256503] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b722351-59bb-4b48-bbb6-eba95be7c66d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.258360] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f27465c8-8345-4035-b380-c46410a93545: rpc.has_security_group_logging(os_id): False [ 980.259478] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b722351-59bb-4b48-bbb6-eba95be7c66d taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.259597] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.259728] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56914460-fddb-4953-a9e4-147107b8d316 with status ACTIVE [ 980.259883] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.260147] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.260220] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.260579] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.260579] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.260701] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.260750] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.260810] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.260964] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.260995] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.261179] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.261268] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.261325] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.261453] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.261532] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.261616] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56914460-fddb-4953-a9e4-147107b8d316 is going to be updated. [ 980.282263] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.282263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.282263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.282263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.282263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.282263] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.282263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.282263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.282263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.282263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.282263] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f27465c8-8345-4035-b380-c46410a93545 is going to be created. [ 980.290519] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.290770] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.290770] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.290891] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.291188] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.291188] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56914460-fddb-4953-a9e4-147107b8d316" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.297970] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 in Status: SUCCESS [ 980.298263] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 deletion is rescheduled due to dependency. [ 980.298433] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.356448] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.356593] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.357053] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.357053] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.357053] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.369566] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f27465c8-8345-4035-b380-c46410a93545 in Status: IN_PROGRESS for 2s [ 980.566880] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.567092] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.567163] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.567395] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.567661] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.567844] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afad3fd0-540c-4feb-86e1-473fb958e94a is going to be updated. [ 980.606020] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.606186] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.606364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.606442] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.606602] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.616778] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afad3fd0-540c-4feb-86e1-473fb958e94a in Status: IN_PROGRESS for 2s [ 980.763826] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b722351-59bb-4b48-bbb6-eba95be7c66d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.267209] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.267492] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.267492] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.267639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.267728] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.267865] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d is going to be created. [ 981.323117] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.323361] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.323361] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.323669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.323827] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.334933] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d in Status: UNINITIALIZED for 2s [ 982.387196] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f27465c8-8345-4035-b380-c46410a93545 in Status: SUCCESS [ 982.387557] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.628547] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afad3fd0-540c-4feb-86e1-473fb958e94a in Status: SUCCESS [ 982.628762] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.628951] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.629195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.629557] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.629714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.629779] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.629943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.630041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.630190] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.630284] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afad3fd0-540c-4feb-86e1-473fb958e94a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.132644] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-afad3fd0-540c-4feb-86e1-473fb958e94a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.132820] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.132896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.133138] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.133682] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.133798] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.133864] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.134038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.134140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.134233] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.134387] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-afad3fd0-540c-4feb-86e1-473fb958e94a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.134489] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.134530] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.134670] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.134817] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.134884] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.134945] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.135089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.135162] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.135241] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.135329] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afad3fd0-540c-4feb-86e1-473fb958e94a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.345524] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d in Status: SUCCESS [ 983.345736] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.345921] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.346153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.346342] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.346461] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.346535] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.346668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.346770] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.346882] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.347027] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b722351-59bb-4b48-bbb6-eba95be7c66d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.641363] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afad3fd0-540c-4feb-86e1-473fb958e94a: rpc.has_security_group_logging(os_id): False [ 983.663644] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.663797] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.663901] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.664121] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.684852] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.685148] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.685302] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.685368] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.685566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.685646] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.685954] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.686067] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.686130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.686277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.686352] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.686545] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.686647] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.686709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.686848] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.686938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.687232] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afad3fd0-540c-4feb-86e1-473fb958e94a is going to be updated. [ 983.781709] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.781897] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.781951] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.782151] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.782343] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.799762] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afad3fd0-540c-4feb-86e1-473fb958e94a in Status: IN_PROGRESS for 2s [ 983.850058] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b722351-59bb-4b48-bbb6-eba95be7c66d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.352369] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b722351-59bb-4b48-bbb6-eba95be7c66d: rpc.has_security_group_logging(os_id): False [ 984.372765] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.373062] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.373268] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.373666] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.373767] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.374344] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.374344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.374344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.374584] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.374691] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.375080] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d is going to be created. [ 984.451266] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.451547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.451700] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.452040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.453708] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.468189] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d in Status: IN_PROGRESS for 2s [ 984.749067] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 984.749520] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 985.815686] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afad3fd0-540c-4feb-86e1-473fb958e94a in Status: SUCCESS [ 985.816383] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.484389] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d in Status: SUCCESS [ 986.484389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.090992] env[65619]: INFO networking_nsxv3.common.synchronization [req-10201c74-9f69-4bd0-bbde-bdcdcdc5c8f5 req-d52425d8-93f1-42ef-a8ce-9b9f5c34602d tempest-ServerActionsV293TestJSON-446374602 tempest-ServerActionsV293TestJSON-446374602-project-member] Enqueued Resource ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be with Priority: HIGHEST for action security_group_members [ 988.091843] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be with Priority: HIGHEST for action security_group_members [ 988.092454] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7b9f520-3f42-4ed6-a2cc-870ec486e0be taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.092454] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.092454] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.092799] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.092983] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.093104] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.093168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.093497] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.093534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.093621] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7b9f520-3f42-4ed6-a2cc-870ec486e0be',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.597516] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.597687] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.597742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.598015] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.598129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.598329] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.598433] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.598495] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.598651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.598726] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.598809] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be already deleted. [ 988.598922] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.614893] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.615069] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-878" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.615169] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-878" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.615494] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-878" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.615818] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.615999] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.616132] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.616347] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.616489] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.616690] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.616799] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.616903] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.617017] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.617126] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.617227] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.617352] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.640916] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.641184] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 988.641184] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.641509] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-878" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.641806] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-a2a1048c-18cb-4bc8-8bf5-1a3413648546 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.642053] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-a2a1048c-18cb-4bc8-8bf5-1a3413648546" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.642159] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-a2a1048c-18cb-4bc8-8bf5-1a3413648546" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.642667] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-a2a1048c-18cb-4bc8-8bf5-1a3413648546" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.642778] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a1048c-18cb-4bc8-8bf5-1a3413648546',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.145514] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.146013] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.146013] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.146109] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.146249] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.146444] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port a2a1048c-18cb-4bc8-8bf5-1a3413648546 not found, creating... [ 989.146666] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.146828] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.146933] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.147179] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.147353] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.147595] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.147744] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.147902] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.148155] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.148332] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.148426] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: a2a1048c-18cb-4bc8-8bf5-1a3413648546 is going to be created. [ 989.175368] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.175667] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.175667] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.176057] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.176345] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.176575] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-a2a1048c-18cb-4bc8-8bf5-1a3413648546" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.943114] env[65619]: INFO networking_nsxv3.common.synchronization [req-10201c74-9f69-4bd0-bbde-bdcdcdc5c8f5 req-07789ef4-7f7a-4723-8947-96ae9422913b service nova] Enqueued Resource ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be with Priority: HIGHEST for action security_group_rules [ 989.943286] env[65619]: INFO networking_nsxv3.common.synchronization [req-10201c74-9f69-4bd0-bbde-bdcdcdc5c8f5 req-07789ef4-7f7a-4723-8947-96ae9422913b service nova] Enqueued Resource ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be with Priority: HIGHEST for action security_group_members [ 989.943499] env[65619]: INFO networking_nsxv3.common.synchronization [req-10201c74-9f69-4bd0-bbde-bdcdcdc5c8f5 req-07789ef4-7f7a-4723-8947-96ae9422913b service nova] Enqueued Resource ID: a2a1048c-18cb-4bc8-8bf5-1a3413648546 with Priority: HIGHEST for action port [ 989.944796] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be with Priority: HIGHEST for action security_group_rules [ 989.944937] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be with Priority: HIGHEST for action security_group_members [ 989.945048] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a1048c-18cb-4bc8-8bf5-1a3413648546 with Priority: HIGHEST for action port [ 989.945353] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7b9f520-3f42-4ed6-a2cc-870ec486e0be taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.945479] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.945530] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.945758] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.945879] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7b9f520-3f42-4ed6-a2cc-870ec486e0be',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.947053] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7b9f520-3f42-4ed6-a2cc-870ec486e0be taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.947557] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.947661] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.947844] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.948054] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.948158] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.948216] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.948365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.948450] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.948881] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7b9f520-3f42-4ed6-a2cc-870ec486e0be',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.949979] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2a1048c-18cb-4bc8-8bf5-1a3413648546 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.950109] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2a1048c-18cb-4bc8-8bf5-1a3413648546" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.950213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2a1048c-18cb-4bc8-8bf5-1a3413648546" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.950364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2a1048c-18cb-4bc8-8bf5-1a3413648546" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.950454] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a1048c-18cb-4bc8-8bf5-1a3413648546',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.314064] env[65619]: INFO networking_nsxv3.common.synchronization [None req-df05b994-83b3-417c-8fe3-069965c8e3fd tempest-AttachVolumeShelveTestJSON-1009305874 tempest-AttachVolumeShelveTestJSON-1009305874-project-member] Enqueued Resource ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e with Priority: HIGHEST for action security_group_rules [ 990.314064] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e with Priority: HIGHEST for action security_group_rules [ 990.314064] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.314064] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.314525] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.315236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.315236] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.449090] env[65619]: INFO networking_nsxv3.common.synchronization [None req-ae8b4056-2764-4404-aed0-420650b89adb tempest-AttachVolumeShelveTestJSON-1009305874 tempest-AttachVolumeShelveTestJSON-1009305874-project-member] Enqueued Resource ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e with Priority: HIGHEST for action security_group_rules [ 990.449367] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e with Priority: HIGHEST for action security_group_rules [ 990.449638] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.449787] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.449956] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7b9f520-3f42-4ed6-a2cc-870ec486e0be',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.454312] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2a1048c-18cb-4bc8-8bf5-1a3413648546 with status ACTIVE [ 990.454558] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.455338] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.455338] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.455338] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.455338] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.455338] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.455588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.455588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.455588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.455671] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.456049] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.456049] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.456049] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.456311] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.456311] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.456311] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2a1048c-18cb-4bc8-8bf5-1a3413648546 is going to be updated. [ 990.459781] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7b9f520-3f42-4ed6-a2cc-870ec486e0be taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.459862] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.489431] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.489731] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.490197] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.490818] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.490818] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.491286] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2a1048c-18cb-4bc8-8bf5-1a3413648546" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.842147] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.842318] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.842377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.842792] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.842876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.843049] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e already deleted. [ 990.843262] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.843441] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.843614] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.843764] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.952581] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7b9f520-3f42-4ed6-a2cc-870ec486e0be',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.367027] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.369388] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.369388] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.369388] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.369388] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.369388] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e already deleted. [ 991.369388] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.458419] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.458624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.458699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.458919] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.459015] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.459122] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be is going to be created. [ 991.504543] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.504543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.504543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.504543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.504543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.525014] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be in Status: UNINITIALIZED for 2s [ 992.935712] env[65619]: INFO networking_nsxv3.common.synchronization [req-b3dcafd8-ed08-4eb9-a0b8-76ce2c4b3b92 req-949d70e1-2119-41d3-b5d0-42d1462ae3b4 tempest-InstanceActionsTestJSON-1147096115 tempest-InstanceActionsTestJSON-1147096115-project-member] Enqueued Resource ID: 103f477f-eb46-4faf-aa42-b35262dadd35 with Priority: HIGHEST for action security_group_members [ 992.938232] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 103f477f-eb46-4faf-aa42-b35262dadd35 with Priority: HIGHEST for action security_group_members [ 992.938232] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-103f477f-eb46-4faf-aa42-b35262dadd35 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.938232] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.938232] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.938232] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.938232] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.938232] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.938771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.938771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.938771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.938771] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('103f477f-eb46-4faf-aa42-b35262dadd35',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.429878] env[65619]: INFO networking_nsxv3.common.synchronization [req-905d7252-5e51-4a8d-8478-19a5e4c6bb93 req-7d2f2baa-8c10-4abb-b9cc-6f630f82b3fa tempest-DeleteServersTestJSON-987271658 tempest-DeleteServersTestJSON-987271658-project-member] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 993.430907] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 993.430907] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.430907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.431118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.431787] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.431787] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.431787] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.431787] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.431787] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.432255] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.432255] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.440614] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.440808] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.440808] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.440986] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.441090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.441363] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.441363] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.441464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.441542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.441647] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.441702] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 103f477f-eb46-4faf-aa42-b35262dadd35 is going to be updated. [ 993.478351] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.478526] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.479687] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.479687] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.479687] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.494388] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 103f477f-eb46-4faf-aa42-b35262dadd35 in Status: IN_PROGRESS for 2s [ 993.534892] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be in Status: SUCCESS [ 993.535151] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.535695] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.536019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.536843] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.537024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.537184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.537359] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.537958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.537958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.537958] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7b9f520-3f42-4ed6-a2cc-870ec486e0be',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.773984] env[65619]: INFO networking_nsxv3.common.synchronization [None req-24691a98-fae6-4e90-bb92-f56bbde91302 None None] Enqueued Resource ID: 81ff6245-6e4f-4d8b-b4d8-8711101d166e with Priority: HIGHEST for action port [ 993.776065] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ff6245-6e4f-4d8b-b4d8-8711101d166e with Priority: HIGHEST for action port [ 993.776065] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-81ff6245-6e4f-4d8b-b4d8-8711101d166e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.776065] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81ff6245-6e4f-4d8b-b4d8-8711101d166e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.776065] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81ff6245-6e4f-4d8b-b4d8-8711101d166e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.776065] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81ff6245-6e4f-4d8b-b4d8-8711101d166e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.776065] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81ff6245-6e4f-4d8b-b4d8-8711101d166e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.854086] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.854325] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.854325] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.854581] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.854916] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.855324] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.855488] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.855785] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.855991] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.856422] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.856422] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.856534] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.856569] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.857353] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.857353] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.857353] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.884646] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.884916] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.884991] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.885196] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.885566] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-876016c0-0c5e-47df-bb12-738cace67ebd taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.885772] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-876016c0-0c5e-47df-bb12-738cace67ebd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.885933] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-876016c0-0c5e-47df-bb12-738cace67ebd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.886286] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-876016c0-0c5e-47df-bb12-738cace67ebd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.886438] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('876016c0-0c5e-47df-bb12-738cace67ebd',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.935546] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.935788] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.935788] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.936175] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.936228] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.936431] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.936584] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.936636] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.936804] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.936881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.937016] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be updated. [ 993.968551] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.968790] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.968790] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.969037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.969201] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.979465] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: IN_PROGRESS for 2s [ 994.044444] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7b9f520-3f42-4ed6-a2cc-870ec486e0be',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.279425] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81ff6245-6e4f-4d8b-b4d8-8711101d166e [ 994.279752] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.279819] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.279923] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.280127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.280246] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.280346] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81ff6245-6e4f-4d8b-b4d8-8711101d166e already deleted. [ 994.280430] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81ff6245-6e4f-4d8b-b4d8-8711101d166e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.389670] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.390016] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.390216] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.390593] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.390899] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.391177] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 876016c0-0c5e-47df-bb12-738cace67ebd not found, creating... [ 994.391518] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.391693] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.391850] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.392114] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.392291] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.392599] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.392795] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.392953] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.393219] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.393365] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.393588] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 876016c0-0c5e-47df-bb12-738cace67ebd is going to be created. [ 994.399334] env[65619]: INFO networking_nsxv3.common.synchronization [None req-2539450e-fbad-42dc-a8b8-1787ad265e8c tempest-ServerDiskConfigTestJSON-75665536 tempest-ServerDiskConfigTestJSON-75665536-project-member] Enqueued Resource ID: 771a3b7a-c16c-4bb2-977f-9700305d876a with Priority: HIGHEST for action security_group_rules [ 994.399334] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 771a3b7a-c16c-4bb2-977f-9700305d876a with Priority: HIGHEST for action security_group_rules [ 994.399793] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-771a3b7a-c16c-4bb2-977f-9700305d876a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.399793] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-771a3b7a-c16c-4bb2-977f-9700305d876a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.399793] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-771a3b7a-c16c-4bb2-977f-9700305d876a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.399987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-771a3b7a-c16c-4bb2-977f-9700305d876a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.400365] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('771a3b7a-c16c-4bb2-977f-9700305d876a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.416890] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.416890] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.416890] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.417299] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.417817] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.418245] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-876016c0-0c5e-47df-bb12-738cace67ebd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.547580] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7b9f520-3f42-4ed6-a2cc-870ec486e0be: rpc.has_security_group_logging(os_id): False [ 994.570628] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.570833] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.570923] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.571261] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.571403] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.571881] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.572034] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.572137] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.572870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.572870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.572870] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be is going to be created. [ 994.598925] env[65619]: INFO networking_nsxv3.common.synchronization [None req-ce9b8c6b-b66e-4a8a-bb7b-00acffc9c8c5 tempest-ServerDiskConfigTestJSON-75665536 tempest-ServerDiskConfigTestJSON-75665536-project-member] Enqueued Resource ID: 771a3b7a-c16c-4bb2-977f-9700305d876a with Priority: HIGHEST for action security_group_rules [ 994.600024] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 771a3b7a-c16c-4bb2-977f-9700305d876a with Priority: HIGHEST for action security_group_rules [ 994.600529] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-771a3b7a-c16c-4bb2-977f-9700305d876a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.600715] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-771a3b7a-c16c-4bb2-977f-9700305d876a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.679801] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.680071] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.680170] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.680432] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.680662] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.694361] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be in Status: IN_PROGRESS for 2s [ 994.924408] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.924408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.924408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.924408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.924408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.924408] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 771a3b7a-c16c-4bb2-977f-9700305d876a already deleted. [ 994.924408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-771a3b7a-c16c-4bb2-977f-9700305d876a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.924408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-771a3b7a-c16c-4bb2-977f-9700305d876a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.924408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-771a3b7a-c16c-4bb2-977f-9700305d876a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.924408] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('771a3b7a-c16c-4bb2-977f-9700305d876a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.195050] env[65619]: INFO networking_nsxv3.common.synchronization [req-905d7252-5e51-4a8d-8478-19a5e4c6bb93 req-7dec2cbc-b41d-42b8-bebf-a7b5220c3ef4 service nova] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_rules [ 995.195383] env[65619]: INFO networking_nsxv3.common.synchronization [req-905d7252-5e51-4a8d-8478-19a5e4c6bb93 req-7dec2cbc-b41d-42b8-bebf-a7b5220c3ef4 service nova] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 995.195494] env[65619]: INFO networking_nsxv3.common.synchronization [req-905d7252-5e51-4a8d-8478-19a5e4c6bb93 req-7dec2cbc-b41d-42b8-bebf-a7b5220c3ef4 service nova] Enqueued Resource ID: 876016c0-0c5e-47df-bb12-738cace67ebd with Priority: HIGHEST for action port [ 995.196228] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_rules [ 995.196792] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 995.196792] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876016c0-0c5e-47df-bb12-738cace67ebd with Priority: HIGHEST for action port [ 995.197090] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.197335] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.197416] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.197598] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.197740] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.198886] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.199042] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.199299] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-876016c0-0c5e-47df-bb12-738cace67ebd taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.199407] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-876016c0-0c5e-47df-bb12-738cace67ebd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.199495] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-876016c0-0c5e-47df-bb12-738cace67ebd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.199660] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-876016c0-0c5e-47df-bb12-738cace67ebd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.200672] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('876016c0-0c5e-47df-bb12-738cace67ebd',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.466667] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.466667] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.466958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.467058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.467192] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.467336] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 771a3b7a-c16c-4bb2-977f-9700305d876a already deleted. [ 995.467445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-771a3b7a-c16c-4bb2-977f-9700305d876a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.507508] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 103f477f-eb46-4faf-aa42-b35262dadd35 in Status: SUCCESS [ 995.507793] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 103f477f-eb46-4faf-aa42-b35262dadd35 deletion is rescheduled due to dependency. [ 995.507793] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.702549] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.705313] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.705313] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 876016c0-0c5e-47df-bb12-738cace67ebd with status ACTIVE [ 995.705313] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.705313] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.705313] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.705313] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.705313] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.705822] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.705822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.705822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.705822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.705822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.705998] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.706054] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.706097] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.706288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.706374] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.706534] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 876016c0-0c5e-47df-bb12-738cace67ebd is going to be updated. [ 995.733681] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.733954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.733954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.734207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.734261] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.734437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-876016c0-0c5e-47df-bb12-738cace67ebd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.992022] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 995.992365] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f deletion is rescheduled due to dependency. [ 995.992525] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.992751] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.993068] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.993334] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.993498] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.993604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.993829] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.993945] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.994102] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.187152] env[65619]: INFO networking_nsxv3.common.synchronization [req-b7cba22d-abc5-4ffe-82ea-b3285cfa72a2 req-092a68cd-489f-49d0-a82b-3b9dcd28e815 tempest-ServerActionsTestOtherB-982056935 tempest-ServerActionsTestOtherB-982056935-project-member] Enqueued Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_members [ 996.188357] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_members [ 996.188357] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.188357] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.188357] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.188568] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.189698] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.189877] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.189877] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.190529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.190529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.190529] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.496346] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.669696] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.669871] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-846" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.670677] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-846" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.670677] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-846" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.670677] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.670677] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.671100] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.671332] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.671512] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.671695] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.671808] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.671914] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.672035] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.672143] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.672245] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.672380] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.691463] env[65619]: INFO networking_nsxv3.common.synchronization [None req-62b4e0da-69b2-421d-a105-b6cff59f488a None None] Enqueued Resource ID: 81dc8d36-62b1-416a-8a4a-967920017809 with Priority: HIGHEST for action port [ 996.692547] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.692696] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.692833] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.693310] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-846" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.693667] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-5948bc10-35ad-442a-b10f-1b1718be1fdf taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.693844] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-5948bc10-35ad-442a-b10f-1b1718be1fdf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.694068] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-5948bc10-35ad-442a-b10f-1b1718be1fdf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.694403] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-5948bc10-35ad-442a-b10f-1b1718be1fdf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.694599] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5948bc10-35ad-442a-b10f-1b1718be1fdf',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.696190] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.696342] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.696428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.696605] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.696707] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.696892] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.696991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.697403] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.697716] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.697806] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.697896] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 is going to be updated. [ 996.702303] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81dc8d36-62b1-416a-8a4a-967920017809 with Priority: HIGHEST for action port [ 996.704088] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-81dc8d36-62b1-416a-8a4a-967920017809 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.704219] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81dc8d36-62b1-416a-8a4a-967920017809" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.704291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81dc8d36-62b1-416a-8a4a-967920017809" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.704568] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81dc8d36-62b1-416a-8a4a-967920017809" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.704649] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81dc8d36-62b1-416a-8a4a-967920017809',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.720528] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be in Status: SUCCESS [ 996.720832] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.737577] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.737775] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.737775] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.737775] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.739804] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.751161] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: IN_PROGRESS for 2s [ 997.002745] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.199026] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.199026] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.199026] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.199026] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.199026] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.199026] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 5948bc10-35ad-442a-b10f-1b1718be1fdf not found, creating... [ 997.199026] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.199026] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.199026] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.199026] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.199026] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.199805] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.200180] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.200459] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.200810] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.201109] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.201421] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 5948bc10-35ad-442a-b10f-1b1718be1fdf is going to be created. [ 997.208484] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81dc8d36-62b1-416a-8a4a-967920017809 [ 997.208484] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.208484] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.208484] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.208484] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.208484] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.208484] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81dc8d36-62b1-416a-8a4a-967920017809 already deleted. [ 997.208484] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81dc8d36-62b1-416a-8a4a-967920017809" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.222404] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.222664] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.222803] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.223106] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.223377] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.223618] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-5948bc10-35ad-442a-b10f-1b1718be1fdf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.506721] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.507035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.507035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.507261] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.507355] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.507505] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be updated. [ 997.540682] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.540836] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.540894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.541136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.541283] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.549976] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: IN_PROGRESS for 2s [ 998.018620] env[65619]: INFO networking_nsxv3.common.synchronization [req-b7cba22d-abc5-4ffe-82ea-b3285cfa72a2 req-fe9b9a27-bc29-4c8e-b113-5fdd95b2abea service nova] Enqueued Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_rules [ 998.018620] env[65619]: INFO networking_nsxv3.common.synchronization [req-b7cba22d-abc5-4ffe-82ea-b3285cfa72a2 req-fe9b9a27-bc29-4c8e-b113-5fdd95b2abea service nova] Enqueued Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_members [ 998.018786] env[65619]: INFO networking_nsxv3.common.synchronization [req-b7cba22d-abc5-4ffe-82ea-b3285cfa72a2 req-fe9b9a27-bc29-4c8e-b113-5fdd95b2abea service nova] Enqueued Resource ID: 5948bc10-35ad-442a-b10f-1b1718be1fdf with Priority: HIGHEST for action port [ 998.021553] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_rules [ 998.021553] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_members [ 998.021553] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5948bc10-35ad-442a-b10f-1b1718be1fdf with Priority: HIGHEST for action port [ 998.021553] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.021553] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.021553] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.021553] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.021553] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.027357] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.027357] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.027357] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-5948bc10-35ad-442a-b10f-1b1718be1fdf taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.027357] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5948bc10-35ad-442a-b10f-1b1718be1fdf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.027357] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5948bc10-35ad-442a-b10f-1b1718be1fdf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.027357] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5948bc10-35ad-442a-b10f-1b1718be1fdf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.027357] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5948bc10-35ad-442a-b10f-1b1718be1fdf',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.369205] env[65619]: INFO networking_nsxv3.common.synchronization [req-d52aeca3-c9fb-49e6-8933-d4d5bc9e223c req-84faa006-6dbe-4ecf-9ff3-9fb465dedebd tempest-ServersTestJSON-727754052 tempest-ServersTestJSON-727754052-project-member] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 998.369765] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 998.371025] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.371197] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.371271] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.371521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.371730] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.371867] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.371961] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.372160] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.372282] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.372387] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.529051] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.529051] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.530868] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5948bc10-35ad-442a-b10f-1b1718be1fdf with status ACTIVE [ 998.530868] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.530868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.530868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.531070] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.531135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.531315] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.531411] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.531473] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.531623] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.531700] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.531876] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.532373] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.532517] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.532743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.532743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.532840] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5948bc10-35ad-442a-b10f-1b1718be1fdf is going to be updated. [ 998.558423] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.558626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.558731] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.558985] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.559192] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.559404] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5948bc10-35ad-442a-b10f-1b1718be1fdf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.764525] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: SUCCESS [ 998.764879] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 deletion is rescheduled due to dependency. [ 998.765038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.765230] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.765505] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.765748] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.766032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.766175] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.766366] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.766446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.766569] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.876189] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.964496] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.964906] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.964906] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.965083] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.965434] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.965911] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.966071] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.966316] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.966468] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.966679] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.966809] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.966962] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.967041] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.967222] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.967407] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.967407] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.988742] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.989582] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.989756] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.989947] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.990293] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-c5173bec-f047-42c8-84f2-470c368db9f4 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.990588] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-c5173bec-f047-42c8-84f2-470c368db9f4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.990588] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-c5173bec-f047-42c8-84f2-470c368db9f4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.990911] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-c5173bec-f047-42c8-84f2-470c368db9f4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.991061] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5173bec-f047-42c8-84f2-470c368db9f4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.270232] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.379189] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.494732] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.495019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.495186] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.495500] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.495654] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.495811] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port c5173bec-f047-42c8-84f2-470c368db9f4 not found, creating... [ 999.496159] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.496343] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.496463] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.496684] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.496822] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.498539] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.498539] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.498539] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.498539] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.498539] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.498539] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: c5173bec-f047-42c8-84f2-470c368db9f4 is going to be created. [ 999.524989] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.524989] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.524989] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.524989] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.524989] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.524989] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-c5173bec-f047-42c8-84f2-470c368db9f4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.562028] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 999.562028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.562028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.562028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.562028] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.562028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.562028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.562028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.562028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.562028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.562028] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.773644] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.884401] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.884401] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.884401] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.884401] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.884401] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.884401] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 999.918527] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.918798] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.919960] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.920393] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.920587] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.931292] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 1000.064571] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.064738] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.064809] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.065037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.065208] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.065309] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.065514] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.065514] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.065618] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.065692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.065847] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.065953] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.066322] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.066322] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.066322] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.066483] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.066483] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.066551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.066623] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.066704] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.066792] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.275274] env[65619]: INFO networking_nsxv3.common.synchronization [req-d52aeca3-c9fb-49e6-8933-d4d5bc9e223c req-20c48873-717d-48c0-9463-9e569b57a273 service nova] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_rules [ 1000.275274] env[65619]: INFO networking_nsxv3.common.synchronization [req-d52aeca3-c9fb-49e6-8933-d4d5bc9e223c req-20c48873-717d-48c0-9463-9e569b57a273 service nova] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1000.275274] env[65619]: INFO networking_nsxv3.common.synchronization [req-d52aeca3-c9fb-49e6-8933-d4d5bc9e223c req-20c48873-717d-48c0-9463-9e569b57a273 service nova] Enqueued Resource ID: c5173bec-f047-42c8-84f2-470c368db9f4 with Priority: HIGHEST for action port [ 1000.275274] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_rules [ 1000.275274] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1000.275274] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5173bec-f047-42c8-84f2-470c368db9f4 with Priority: HIGHEST for action port [ 1000.275274] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.276325] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.276612] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.277317] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.277317] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.279040] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.279958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.279958] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5173bec-f047-42c8-84f2-470c368db9f4 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.279958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5173bec-f047-42c8-84f2-470c368db9f4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.279958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5173bec-f047-42c8-84f2-470c368db9f4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.280965] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5173bec-f047-42c8-84f2-470c368db9f4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.281400] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5173bec-f047-42c8-84f2-470c368db9f4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.284145] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.284145] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.284145] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.284145] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.284145] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.285089] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 is going to be updated. [ 1000.319140] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.319140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.319140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.319140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.319140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.328073] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: IN_PROGRESS for 2s [ 1000.569018] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 421f2830-821c-4fc8-8fea-179533f9ce4f: rpc.has_security_group_logging(os_id): False [ 1000.593368] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.593642] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.593642] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.594028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.594028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.594138] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.594386] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.594386] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.594589] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.594708] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.595165] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.595391] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.595541] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.595783] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.596016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.596471] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.597249] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.597249] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.597249] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.597249] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.597482] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be updated. [ 1000.759408] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.759408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.759408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.760092] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.760092] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.775447] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: IN_PROGRESS for 2s [ 1000.783184] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.783335] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.788128] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5173bec-f047-42c8-84f2-470c368db9f4 with status ACTIVE [ 1000.788701] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.788701] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.788701] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.788876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.788876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.789351] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.789351] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.789351] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.789536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.789536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.789773] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.789773] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.789919] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.789970] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.790431] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.790431] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5173bec-f047-42c8-84f2-470c368db9f4 is going to be updated. [ 1000.802034] env[65619]: INFO networking_nsxv3.common.synchronization [None req-1faac2fb-0fff-44e9-97d8-6efd57743883 None None] Enqueued Resource ID: 5070dd22-bbc8-4d8e-ba88-bebe761db21c with Priority: HIGHEST for action port [ 1000.802034] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5070dd22-bbc8-4d8e-ba88-bebe761db21c with Priority: HIGHEST for action port [ 1000.805975] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-5070dd22-bbc8-4d8e-ba88-bebe761db21c taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.806688] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5070dd22-bbc8-4d8e-ba88-bebe761db21c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.806899] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5070dd22-bbc8-4d8e-ba88-bebe761db21c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.807478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5070dd22-bbc8-4d8e-ba88-bebe761db21c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.808622] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5070dd22-bbc8-4d8e-ba88-bebe761db21c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.819232] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.820057] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.820615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.820615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.820615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.821033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5173bec-f047-42c8-84f2-470c368db9f4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.245953] env[65619]: INFO networking_nsxv3.common.synchronization [req-b84de797-7a41-4dd2-9749-38c42268fab6 req-60b47db3-b7ca-400f-babc-567c0169eafb tempest-AttachVolumeShelveTestJSON-1009305874 tempest-AttachVolumeShelveTestJSON-1009305874-project-member] Enqueued Resource ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e with Priority: HIGHEST for action security_group_members [ 1001.246562] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e with Priority: HIGHEST for action security_group_members [ 1001.247017] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.247202] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.247299] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.247649] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.247888] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.248120] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.248243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.248502] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.248638] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.248781] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.310134] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5070dd22-bbc8-4d8e-ba88-bebe761db21c [ 1001.310745] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.310745] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.310745] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.311077] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.311221] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.311362] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5070dd22-bbc8-4d8e-ba88-bebe761db21c already deleted. [ 1001.311487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5070dd22-bbc8-4d8e-ba88-bebe761db21c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.595155] env[65619]: INFO networking_nsxv3.common.synchronization [req-7812c4b3-ea35-43d5-b0eb-f90450606b65 req-3c815226-705d-4587-a6ab-ac4320b67fa5 tempest-ServerDiskConfigTestJSON-75665536 tempest-ServerDiskConfigTestJSON-75665536-project-member] Enqueued Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 1001.595668] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 1001.596114] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.597028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.597028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.597028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.597028] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.597028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.597028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.597028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.597335] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.597335] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.753264] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.753430] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.753430] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.753638] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.753749] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.753938] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.754100] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.754142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.755353] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.755353] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.755353] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e already deleted. [ 1001.755353] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.910824] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-506 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.910824] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-506" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.910824] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-506" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.912417] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-506" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.912417] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.912417] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.912417] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.912417] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.912417] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.912697] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.912697] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.912779] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.912902] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.912978] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.913110] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.913213] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.934043] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.934304] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.934439] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.934640] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-506" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.934975] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-86a652c7-ddf1-4533-bacd-a58ece16fdf2 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.935191] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-86a652c7-ddf1-4533-bacd-a58ece16fdf2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.935361] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-86a652c7-ddf1-4533-bacd-a58ece16fdf2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.935696] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-86a652c7-ddf1-4533-bacd-a58ece16fdf2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.935886] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86a652c7-ddf1-4533-bacd-a58ece16fdf2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.946881] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 1001.946881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.946881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.946881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.946881] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.947514] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.947586] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.948440] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.948440] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.948440] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.100583] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.100817] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.100897] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.101143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.127526] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.127684] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.127806] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.127873] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.128330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.128330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.128439] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f is going to be updated. [ 1002.166310] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.166519] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.166591] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.166799] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.166983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.177979] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: IN_PROGRESS for 2s [ 1002.338346] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: SUCCESS [ 1002.338563] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.338735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.338945] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.339152] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.339271] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.339336] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.339487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.339566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.339651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.339747] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.439673] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.443032] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.443032] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.443032] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.443032] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.443032] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 86a652c7-ddf1-4533-bacd-a58ece16fdf2 not found, creating... [ 1002.443032] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.443032] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.443032] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.443032] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.443032] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.443477] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.443477] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.443477] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.443477] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.443477] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.443477] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 86a652c7-ddf1-4533-bacd-a58ece16fdf2 is going to be created. [ 1002.450961] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.463629] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.463866] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.463997] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.464327] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.465195] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.465320] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-86a652c7-ddf1-4533-bacd-a58ece16fdf2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.792831] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 1002.793180] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.846456] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.955757] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.100193] env[65619]: INFO networking_nsxv3.common.synchronization [None req-d7638a04-7e48-4e15-bce3-f43d890d539e tempest-AttachInterfacesUnderV243Test-1329344684 tempest-AttachInterfacesUnderV243Test-1329344684-project-member] Enqueued Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_rules [ 1003.100756] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_rules [ 1003.100756] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2746979-30b3-49c4-bb43-1418452214a0 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.101126] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.102262] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.102262] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.102262] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.264023] env[65619]: INFO networking_nsxv3.common.synchronization [req-b84de797-7a41-4dd2-9749-38c42268fab6 req-4fe95f34-27ab-405e-a33d-ef4f9db23f69 service nova] Enqueued Resource ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e with Priority: HIGHEST for action security_group_rules [ 1003.264023] env[65619]: INFO networking_nsxv3.common.synchronization [req-b84de797-7a41-4dd2-9749-38c42268fab6 req-4fe95f34-27ab-405e-a33d-ef4f9db23f69 service nova] Enqueued Resource ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e with Priority: HIGHEST for action security_group_members [ 1003.264023] env[65619]: INFO networking_nsxv3.common.synchronization [req-b84de797-7a41-4dd2-9749-38c42268fab6 req-4fe95f34-27ab-405e-a33d-ef4f9db23f69 service nova] Enqueued Resource ID: 86a652c7-ddf1-4533-bacd-a58ece16fdf2 with Priority: HIGHEST for action port [ 1003.264023] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e with Priority: HIGHEST for action security_group_rules [ 1003.264023] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e with Priority: HIGHEST for action security_group_members [ 1003.265492] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a652c7-ddf1-4533-bacd-a58ece16fdf2 with Priority: HIGHEST for action port [ 1003.265492] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.265492] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.265492] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.265492] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.266106] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.267915] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.267915] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.267915] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.267915] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.270563] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.271584] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.272232] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.272377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.272574] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.274585] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.274585] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-86a652c7-ddf1-4533-bacd-a58ece16fdf2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.274585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86a652c7-ddf1-4533-bacd-a58ece16fdf2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.274585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86a652c7-ddf1-4533-bacd-a58ece16fdf2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.274585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86a652c7-ddf1-4533-bacd-a58ece16fdf2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.274585] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86a652c7-ddf1-4533-bacd-a58ece16fdf2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.349361] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 224022ff-4c4e-451a-9428-6c88e449a293: rpc.has_security_group_logging(os_id): False [ 1003.371058] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.371058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.371058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.371058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.371058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.371058] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.371058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.371058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.371058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.371058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.371058] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 is going to be updated. [ 1003.401844] env[65619]: INFO networking_nsxv3.common.synchronization [None req-ea97329d-c2b7-462e-92cf-a227176de60c tempest-AttachInterfacesUnderV243Test-1329344684 tempest-AttachInterfacesUnderV243Test-1329344684-project-member] Enqueued Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_rules [ 1003.402440] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_rules [ 1003.402731] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2746979-30b3-49c4-bb43-1418452214a0 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.402805] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.434069] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.434219] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.434356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.434483] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.434746] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.458866] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: IN_PROGRESS for 2s [ 1003.459232] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.459364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.459422] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.459628] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.460049] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.460049] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 1003.532182] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.532182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.532182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.532182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.532182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.549799] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 1003.580019] env[65619]: INFO networking_nsxv3.common.synchronization [None req-87b10d0d-d0c5-477e-8532-fe66699bba43 None None] Enqueued Resource ID: d845ed53-5a68-412f-a038-717b046e396e with Priority: HIGHEST for action port [ 1003.580019] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d845ed53-5a68-412f-a038-717b046e396e with Priority: HIGHEST for action port [ 1003.580019] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-d845ed53-5a68-412f-a038-717b046e396e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.580019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d845ed53-5a68-412f-a038-717b046e396e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.580019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d845ed53-5a68-412f-a038-717b046e396e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.580777] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d845ed53-5a68-412f-a038-717b046e396e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.580958] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d845ed53-5a68-412f-a038-717b046e396e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.627570] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.627794] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.627794] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.628090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.628199] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.628299] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2746979-30b3-49c4-bb43-1418452214a0 already deleted. [ 1003.628382] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.628534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.628694] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.628779] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.776690] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.776690] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.776690] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.779597] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86a652c7-ddf1-4533-bacd-a58ece16fdf2 with status ACTIVE [ 1003.779597] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.779597] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.779597] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.779597] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.779597] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.779597] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.779597] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.779597] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.779597] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.779597] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.779597] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.779597] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.779597] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.779597] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.779597] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.779597] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86a652c7-ddf1-4533-bacd-a58ece16fdf2 is going to be updated. [ 1003.804347] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.804347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.804347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.804347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.804347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.804347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86a652c7-ddf1-4533-bacd-a58ece16fdf2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.084719] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d845ed53-5a68-412f-a038-717b046e396e [ 1004.084970] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.085145] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.085182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.085436] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.085707] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.085707] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d845ed53-5a68-412f-a038-717b046e396e already deleted. [ 1004.085707] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d845ed53-5a68-412f-a038-717b046e396e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.153944] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.154821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.154821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.154821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.154821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.154821] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2746979-30b3-49c4-bb43-1418452214a0 already deleted. [ 1004.155171] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.188183] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: SUCCESS [ 1004.188388] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f deletion is rescheduled due to dependency. [ 1004.188491] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.282101] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.786599] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.787079] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.787079] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.787258] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.787258] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.787343] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e is going to be created. [ 1004.815132] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.815590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.815590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.815590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.815770] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.829158] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e in Status: UNINITIALIZED for 2s [ 1005.453287] env[65619]: INFO networking_nsxv3.common.synchronization [req-8264bda3-b45d-4f18-b5d6-2baf2bd63193 req-1c2a4998-eb09-436f-b01f-b916b5a9d52c tempest-ImagesTestJSON-212771706 tempest-ImagesTestJSON-212771706-project-member] Enqueued Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1005.453950] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1005.454413] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.454413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.454413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.454614] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.455231] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.455231] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.455231] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.455231] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.455231] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.455231] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.476911] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: SUCCESS [ 1005.477162] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.561732] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 1005.563879] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.563879] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.563879] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.564042] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.564042] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.564135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.564273] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.564349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.564430] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.564546] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.941842] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.942112] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.942290] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.942642] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.945029] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.945029] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.945029] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.945029] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.945029] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.945281] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.946037] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.946037] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.946037] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.946310] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.946533] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.946731] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.958377] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.958578] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.958623] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.958827] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.958921] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.959178] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.959336] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.959449] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.959575] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.959653] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.959759] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a already deleted. [ 1005.959847] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.968996] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.969260] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.969396] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.969671] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.970027] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-038600f3-49d5-42ae-9e2f-49ab16718e89 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.970223] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-038600f3-49d5-42ae-9e2f-49ab16718e89" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.970395] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-038600f3-49d5-42ae-9e2f-49ab16718e89" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.970741] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-038600f3-49d5-42ae-9e2f-49ab16718e89" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.970876] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('038600f3-49d5-42ae-9e2f-49ab16718e89',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.068033] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.068033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.068033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.068033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.068033] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.068033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.068033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.068033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.068033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.068033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.068033] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.068775] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.068775] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.068775] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.068775] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.068775] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.068775] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.068775] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.068775] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.069129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.069129] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.474036] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.474502] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.474713] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.475024] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.475536] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.475536] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 038600f3-49d5-42ae-9e2f-49ab16718e89 not found, creating... [ 1006.475662] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.475835] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.475953] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.476309] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.476441] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.478464] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.478464] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.478464] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.478464] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.478464] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.478464] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 038600f3-49d5-42ae-9e2f-49ab16718e89 is going to be created. [ 1006.503439] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.503704] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.503858] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.504177] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.504507] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.505332] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-038600f3-49d5-42ae-9e2f-49ab16718e89" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.572997] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc: rpc.has_security_group_logging(os_id): False [ 1006.604288] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.604464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.604688] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.604792] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.604877] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.605130] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.605225] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.605292] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.605443] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.605521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.605714] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.605813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.605908] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.606227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.606307] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.606503] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.607129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.607129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.607129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.607129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.607461] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 1006.697164] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.697164] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.697382] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.697474] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.697634] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.711880] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 1006.843178] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e in Status: SUCCESS [ 1006.843403] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.843577] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.843793] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.843992] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.844122] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.844196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.844959] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.846803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.846803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.846803] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.228527] env[65619]: INFO networking_nsxv3.common.synchronization [req-8264bda3-b45d-4f18-b5d6-2baf2bd63193 req-c0a546f5-ab69-421e-8e62-ac95436811b5 service nova] Enqueued Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_rules [ 1007.228882] env[65619]: INFO networking_nsxv3.common.synchronization [req-8264bda3-b45d-4f18-b5d6-2baf2bd63193 req-c0a546f5-ab69-421e-8e62-ac95436811b5 service nova] Enqueued Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1007.235518] env[65619]: INFO networking_nsxv3.common.synchronization [req-8264bda3-b45d-4f18-b5d6-2baf2bd63193 req-c0a546f5-ab69-421e-8e62-ac95436811b5 service nova] Enqueued Resource ID: 038600f3-49d5-42ae-9e2f-49ab16718e89 with Priority: HIGHEST for action port [ 1007.236448] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_rules [ 1007.236594] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1007.236687] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 038600f3-49d5-42ae-9e2f-49ab16718e89 with Priority: HIGHEST for action port [ 1007.237013] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.237147] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.237210] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.237466] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.237579] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.239773] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.239773] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.239773] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.239773] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.239773] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.240235] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.240235] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.240235] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.240235] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.240235] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.241449] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-038600f3-49d5-42ae-9e2f-49ab16718e89 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.241449] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-038600f3-49d5-42ae-9e2f-49ab16718e89" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.241449] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-038600f3-49d5-42ae-9e2f-49ab16718e89" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.241632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-038600f3-49d5-42ae-9e2f-49ab16718e89" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.241632] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('038600f3-49d5-42ae-9e2f-49ab16718e89',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.288259] env[65619]: INFO networking_nsxv3.common.synchronization [req-e39c8571-b675-4746-a611-4c2a93dc16c6 req-7765d2c3-8411-466b-bece-e4c68e7aa016 tempest-ServerDiskConfigTestJSON-75665536 tempest-ServerDiskConfigTestJSON-75665536-project-member] Enqueued Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 1007.290668] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 1007.290668] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.290848] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.290848] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.290951] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.291115] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.291270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.291324] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.291469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.291528] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.291669] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.352211] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.643470] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.643712] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-377" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.643863] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-377" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.644507] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-377" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.644806] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.645070] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.645232] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.645496] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.645681] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.646029] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.646104] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.646878] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.647080] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.647242] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.647372] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.647535] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.670870] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.671122] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1007.671307] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.671526] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-377" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.671875] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-cae8fe53-66ab-4720-ba0f-b9667038a911 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.672168] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-cae8fe53-66ab-4720-ba0f-b9667038a911" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.672304] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-cae8fe53-66ab-4720-ba0f-b9667038a911" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.672661] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-cae8fe53-66ab-4720-ba0f-b9667038a911" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.672850] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cae8fe53-66ab-4720-ba0f-b9667038a911',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.743295] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.744513] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.744643] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.744813] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 038600f3-49d5-42ae-9e2f-49ab16718e89 with status ACTIVE [ 1007.744986] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.745107] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.745217] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.745384] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.745480] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.745651] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.745742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.745801] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.745979] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.748050] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.748050] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.748050] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.748050] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.748265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.748344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.748472] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 038600f3-49d5-42ae-9e2f-49ab16718e89 is going to be updated. [ 1007.775390] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.776043] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.776304] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.776628] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.776826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.777057] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-038600f3-49d5-42ae-9e2f-49ab16718e89" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.794207] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.794390] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.794489] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.795221] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.795221] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.795221] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.795419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.795419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.795513] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.795636] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.795705] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f is going to be updated. [ 1007.833078] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.833078] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.833078] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.833078] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.833078] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.843752] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: IN_PROGRESS for 2s [ 1007.854529] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e: rpc.has_security_group_logging(os_id): False [ 1007.876406] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.876406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.876406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.876406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.876822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.876857] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.877423] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.877423] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.877423] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.877423] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.877423] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e is going to be created. [ 1007.984785] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.986289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.986289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.986289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.986562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.992038] env[65619]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1007.992038] env[65619]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1008.006979] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e in Status: IN_PROGRESS for 2s [ 1008.177277] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.177899] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.178401] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.178924] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.179275] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.179588] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port cae8fe53-66ab-4720-ba0f-b9667038a911 not found, creating... [ 1008.180161] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.180501] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.180709] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.181155] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.181460] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.182135] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.182364] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.182637] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.182878] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.183054] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.183239] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: cae8fe53-66ab-4720-ba0f-b9667038a911 is going to be created. [ 1008.216382] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.216485] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.216612] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.217180] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.217180] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.218244] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-cae8fe53-66ab-4720-ba0f-b9667038a911" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.252034] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.729487] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 1008.729487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.755136] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.755136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.755136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.755414] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.755414] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.755495] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a is going to be created. [ 1008.793047] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.793291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.793291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.793502] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.793641] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.804321] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: UNINITIALIZED for 2s [ 1008.991751] env[65619]: INFO networking_nsxv3.common.synchronization [req-e39c8571-b675-4746-a611-4c2a93dc16c6 req-081fe315-a38d-4e6b-89d4-ef84e5380b68 service nova] Enqueued Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_rules [ 1008.991850] env[65619]: INFO networking_nsxv3.common.synchronization [req-e39c8571-b675-4746-a611-4c2a93dc16c6 req-081fe315-a38d-4e6b-89d4-ef84e5380b68 service nova] Enqueued Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 1008.991975] env[65619]: INFO networking_nsxv3.common.synchronization [req-e39c8571-b675-4746-a611-4c2a93dc16c6 req-081fe315-a38d-4e6b-89d4-ef84e5380b68 service nova] Enqueued Resource ID: cae8fe53-66ab-4720-ba0f-b9667038a911 with Priority: HIGHEST for action port [ 1008.992478] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_rules [ 1008.992614] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 1008.992709] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae8fe53-66ab-4720-ba0f-b9667038a911 with Priority: HIGHEST for action port [ 1008.992979] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.995988] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.996717] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.997021] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.997116] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.000640] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.000785] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.001059] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-cae8fe53-66ab-4720-ba0f-b9667038a911 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.001181] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cae8fe53-66ab-4720-ba0f-b9667038a911" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.001248] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cae8fe53-66ab-4720-ba0f-b9667038a911" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.001447] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cae8fe53-66ab-4720-ba0f-b9667038a911" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.001529] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cae8fe53-66ab-4720-ba0f-b9667038a911',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.501600] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.501600] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.508045] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cae8fe53-66ab-4720-ba0f-b9667038a911 with status ACTIVE [ 1009.508193] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.508718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.508822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.509267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.509267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.509537] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.509654] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.509718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.509890] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.509985] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.510198] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.510301] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.510375] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.510589] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.510670] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.510773] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cae8fe53-66ab-4720-ba0f-b9667038a911 is going to be updated. [ 1009.534307] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.534497] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.534567] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.534792] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.534926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.535113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cae8fe53-66ab-4720-ba0f-b9667038a911" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.856755] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: SUCCESS [ 1009.856938] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f deletion is rescheduled due to dependency. [ 1009.857000] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.857263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.857568] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.857813] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.857973] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.858194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.858376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.858634] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.858740] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.021776] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e in Status: SUCCESS [ 1010.022036] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.361730] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.820090] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: SUCCESS [ 1010.820090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.820090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.820090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.820090] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.820090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.820090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.820090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.820090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.820090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.820090] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.865447] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.322521] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.322751] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.322751] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.322970] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.323409] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.323546] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.323611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.324147] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.324147] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.324147] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.324367] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.324478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.324538] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.324689] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.324831] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.324916] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.324968] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.325217] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.325309] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.325369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.325456] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.370059] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.370249] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.370358] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.370577] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.370696] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.370973] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f is going to be updated. [ 1011.408442] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.408706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.408706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.409214] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.409214] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.419803] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: IN_PROGRESS for 2s [ 1011.828231] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77dea6d2-7819-4188-b6cc-f6308e6d449a: rpc.has_security_group_logging(os_id): False [ 1011.849404] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.849616] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.849709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.849970] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.850100] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.850314] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.850499] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.850590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.850974] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.850974] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.851177] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.851382] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.851382] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.851521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.851616] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.851836] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.851972] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.852075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.852247] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.852355] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.852469] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a is going to be created. [ 1011.924999] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.925213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.925338] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.925750] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.926778] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.950438] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: IN_PROGRESS for 2s [ 1012.035344] env[65619]: INFO networking_nsxv3.common.synchronization [req-fbdfe003-a845-44d6-9002-c2b77d48d9fb req-204264a1-29e3-43c6-bd44-96d9a11db435 tempest-ServerRescueTestJSON-564623173 tempest-ServerRescueTestJSON-564623173-project-member] Enqueued Resource ID: afad3fd0-540c-4feb-86e1-473fb958e94a with Priority: HIGHEST for action security_group_members [ 1012.037049] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afad3fd0-540c-4feb-86e1-473fb958e94a with Priority: HIGHEST for action security_group_members [ 1012.037233] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-afad3fd0-540c-4feb-86e1-473fb958e94a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.037354] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.037542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.037906] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.039074] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.039074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.039074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.039074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.039074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.039074] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afad3fd0-540c-4feb-86e1-473fb958e94a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.541829] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afad3fd0-540c-4feb-86e1-473fb958e94a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.636446] env[65619]: INFO networking_nsxv3.common.synchronization [None req-315d9992-63af-469e-af6c-17bf63b9e41f None None] Enqueued Resource ID: 9be223bd-b5da-45a8-b3ea-ccb5e48c8ae5 with Priority: HIGHEST for action port [ 1012.636696] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be223bd-b5da-45a8-b3ea-ccb5e48c8ae5 with Priority: HIGHEST for action port [ 1012.636835] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-9be223bd-b5da-45a8-b3ea-ccb5e48c8ae5 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.636950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9be223bd-b5da-45a8-b3ea-ccb5e48c8ae5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.637222] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9be223bd-b5da-45a8-b3ea-ccb5e48c8ae5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.637635] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9be223bd-b5da-45a8-b3ea-ccb5e48c8ae5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.637635] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9be223bd-b5da-45a8-b3ea-ccb5e48c8ae5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.643458] env[65619]: INFO networking_nsxv3.common.synchronization [req-954b0489-e9a5-44b0-bba7-634aa2e45425 req-50a114c4-48cb-4ee2-a0f2-e46e443f75cf tempest-ServerActionsTestJSON-867147254 tempest-ServerActionsTestJSON-867147254-project-member] Enqueued Resource ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 with Priority: HIGHEST for action security_group_members [ 1012.643968] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 with Priority: HIGHEST for action security_group_members [ 1012.644465] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acc161a-f468-4785-bf27-fc6378a03ac6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.644619] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.644681] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.644825] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.645046] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.645160] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.645225] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.645693] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.645693] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.645693] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acc161a-f468-4785-bf27-fc6378a03ac6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.045358] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afad3fd0-540c-4feb-86e1-473fb958e94a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.093565] env[65619]: INFO networking_nsxv3.common.synchronization [req-7cafeb9f-ddc7-4e98-ac4f-ad9ddebfacfe req-117fda7d-9059-48d5-ba17-1b1c4d2245b8 tempest-AttachInterfacesUnderV243Test-1329344684 tempest-AttachInterfacesUnderV243Test-1329344684-project-member] Enqueued Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_members [ 1013.094215] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_members [ 1013.095397] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2746979-30b3-49c4-bb43-1418452214a0 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.096637] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.099039] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.099039] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.099039] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.099039] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.099039] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.099039] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.099039] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.099039] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.142642] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9be223bd-b5da-45a8-b3ea-ccb5e48c8ae5 [ 1013.142642] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.142642] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.142642] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.142642] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.142642] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.142642] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9be223bd-b5da-45a8-b3ea-ccb5e48c8ae5 already deleted. [ 1013.142642] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9be223bd-b5da-45a8-b3ea-ccb5e48c8ae5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.148314] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.149125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.151557] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.151557] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.180397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.180397] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.180397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.180397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.180397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.180397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.180397] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 is going to be updated. [ 1013.210847] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.211031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.211287] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.211287] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.211468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.222567] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 in Status: IN_PROGRESS for 2s [ 1013.429429] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: SUCCESS [ 1013.429939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.432222] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.432587] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.433518] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.433518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.433518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.433518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.433844] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.434031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.434285] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.509273] env[65619]: INFO networking_nsxv3.common.synchronization [req-6e311897-7e57-4133-94c6-b41d05f7f35d req-5af12721-dd04-4e6d-ab1e-c9a4b57c6880 tempest-DeleteServersTestJSON-987271658 tempest-DeleteServersTestJSON-987271658-project-member] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 1013.510113] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 1013.511345] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.511476] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.511566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.511781] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.511960] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.512070] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.512152] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.512365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.512471] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.512571] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.547516] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.550295] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.550295] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.550295] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.550295] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.550295] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afad3fd0-540c-4feb-86e1-473fb958e94a is going to be updated. [ 1013.602014] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.604898] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.605182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.605577] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.606788] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.607161] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.607424] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.608100] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.608428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.608952] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.609249] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2746979-30b3-49c4-bb43-1418452214a0 already deleted. [ 1013.609645] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.615360] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.615856] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-832" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.615856] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-832" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.615991] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-832" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.616293] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.616433] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.616553] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.616785] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.616931] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.617163] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.617278] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.617433] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.617607] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.617739] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.617999] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.617999] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.626576] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.626767] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.627348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.627348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.628628] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.640317] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afad3fd0-540c-4feb-86e1-473fb958e94a in Status: IN_PROGRESS for 2s [ 1013.645149] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.646856] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.646856] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.646856] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-832" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.646856] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-c51534a8-177b-4173-a46b-d71a6e066745 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.646856] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-c51534a8-177b-4173-a46b-d71a6e066745" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.646856] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-c51534a8-177b-4173-a46b-d71a6e066745" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.646856] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-c51534a8-177b-4173-a46b-d71a6e066745" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.646856] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c51534a8-177b-4173-a46b-d71a6e066745',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.773305] env[65619]: INFO networking_nsxv3.common.synchronization [req-ca70503e-90f4-464c-b5fa-362fbf44fb8e req-fd79a6d6-8176-404d-be62-071b2dd6c143 tempest-ServersTestJSON-727754052 tempest-ServersTestJSON-727754052-project-member] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1013.774030] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1013.774330] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.774518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.774581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.774785] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.774943] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.775061] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.775120] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.775265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.775346] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.775447] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.937925] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.938240] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.938240] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.938458] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.938630] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.938728] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.938783] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.938931] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.939049] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.939143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.939515] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.939515] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.939515] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.939751] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.939751] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.939868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.939868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.939973] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.940048] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.940140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.940534] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.963537] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: SUCCESS [ 1013.963787] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.018081] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.018250] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.018250] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.018658] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.018658] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.018794] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.018897] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.018970] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.019132] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.019201] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.019267] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be updated. [ 1014.064660] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.065074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.065074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.065228] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.065410] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.075885] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: IN_PROGRESS for 2s [ 1014.152317] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.152317] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.152317] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.152317] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.152317] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.152317] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port c51534a8-177b-4173-a46b-d71a6e066745 not found, creating... [ 1014.152317] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.152317] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.152317] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.152727] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.152762] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.153359] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.153359] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.153359] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.153792] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.153910] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.154094] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: c51534a8-177b-4173-a46b-d71a6e066745 is going to be created. [ 1014.175798] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.176204] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.176204] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.176335] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.176496] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.176783] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-c51534a8-177b-4173-a46b-d71a6e066745" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.277989] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.442413] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca185c51-59be-4270-95e6-a5adb7dc8b5f: rpc.has_security_group_logging(os_id): False [ 1014.460722] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.460881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.460958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.461202] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.461294] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.461513] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.461614] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.461673] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.461814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.461894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.462135] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.462205] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.462243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.462367] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.462436] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.462620] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.462711] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.462770] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.462905] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.462989] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.463132] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f is going to be updated. [ 1014.525736] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.525926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.525998] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.526243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.526363] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.540077] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: IN_PROGRESS for 2s [ 1014.785949] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.934152] env[65619]: INFO networking_nsxv3.common.synchronization [req-7cafeb9f-ddc7-4e98-ac4f-ad9ddebfacfe req-c4edf780-d33e-4b1b-9a17-9c18473dd9d3 service nova] Enqueued Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_rules [ 1014.934357] env[65619]: INFO networking_nsxv3.common.synchronization [req-7cafeb9f-ddc7-4e98-ac4f-ad9ddebfacfe req-c4edf780-d33e-4b1b-9a17-9c18473dd9d3 service nova] Enqueued Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_members [ 1014.934631] env[65619]: INFO networking_nsxv3.common.synchronization [req-7cafeb9f-ddc7-4e98-ac4f-ad9ddebfacfe req-c4edf780-d33e-4b1b-9a17-9c18473dd9d3 service nova] Enqueued Resource ID: c51534a8-177b-4173-a46b-d71a6e066745 with Priority: HIGHEST for action port [ 1014.935082] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_rules [ 1014.935218] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_members [ 1014.935318] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51534a8-177b-4173-a46b-d71a6e066745 with Priority: HIGHEST for action port [ 1014.935628] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2746979-30b3-49c4-bb43-1418452214a0 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.935753] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.935819] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.936123] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.936218] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.937360] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2746979-30b3-49c4-bb43-1418452214a0 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.937463] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.937570] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.937704] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.938344] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.938344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.938344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.938344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.938344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.938558] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.939240] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-c51534a8-177b-4173-a46b-d71a6e066745 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.939348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c51534a8-177b-4173-a46b-d71a6e066745" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.939415] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c51534a8-177b-4173-a46b-d71a6e066745" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.939561] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c51534a8-177b-4173-a46b-d71a6e066745" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.939632] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c51534a8-177b-4173-a46b-d71a6e066745',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.138267] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.138664] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-244" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.138741] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-244" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.139107] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-244" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.139464] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.139735] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.139872] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.140123] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.140302] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.140650] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.140862] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.141081] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.141280] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.141413] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.141524] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.141657] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.164278] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.164278] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1015.164379] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.164555] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-244" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.164892] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-a2d36492-8918-46bd-9674-cd6349f281a7 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.165090] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-a2d36492-8918-46bd-9674-cd6349f281a7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.165214] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-a2d36492-8918-46bd-9674-cd6349f281a7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.165467] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-a2d36492-8918-46bd-9674-cd6349f281a7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.165601] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2d36492-8918-46bd-9674-cd6349f281a7',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.235573] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 in Status: SUCCESS [ 1015.235793] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acc161a-f468-4785-bf27-fc6378a03ac6 deletion is rescheduled due to dependency. [ 1015.235897] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acc161a-f468-4785-bf27-fc6378a03ac6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.287826] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.288063] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.288186] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.288615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.288757] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.288874] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 1015.321028] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.321028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.321028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.321258] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.321416] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.330977] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 1015.424907] env[65619]: INFO networking_nsxv3.common.synchronization [None req-29312b5c-2984-4d88-813a-b9b4fe05113b None None] Enqueued Resource ID: b55bb680-dd96-40a0-bdfa-9171c01a6d81 with Priority: HIGHEST for action port [ 1015.424907] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b55bb680-dd96-40a0-bdfa-9171c01a6d81 with Priority: HIGHEST for action port [ 1015.424907] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-b55bb680-dd96-40a0-bdfa-9171c01a6d81 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.424907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b55bb680-dd96-40a0-bdfa-9171c01a6d81" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.424907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b55bb680-dd96-40a0-bdfa-9171c01a6d81" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.424907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b55bb680-dd96-40a0-bdfa-9171c01a6d81" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.424907] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b55bb680-dd96-40a0-bdfa-9171c01a6d81',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.441791] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2746979-30b3-49c4-bb43-1418452214a0 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.441791] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.441928] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.442677] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c51534a8-177b-4173-a46b-d71a6e066745 with status ACTIVE [ 1015.442850] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.442962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.443152] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.443331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.443423] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.443612] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.443750] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.444211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.444211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.444211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.444375] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.444450] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.444543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.445074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.445074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.445074] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c51534a8-177b-4173-a46b-d71a6e066745 is going to be updated. [ 1015.470408] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.470592] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.470653] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.470893] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.471049] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.471219] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c51534a8-177b-4173-a46b-d71a6e066745" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.650954] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afad3fd0-540c-4feb-86e1-473fb958e94a in Status: SUCCESS [ 1015.651192] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.668329] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.669640] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.669755] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.670047] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.670198] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.670505] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.670659] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.670769] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.671324] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.671324] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.671510] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.671736] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.671864] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.672087] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.673712] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.673712] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: a2d36492-8918-46bd-9674-cd6349f281a7 is going to be updated. [ 1015.694476] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.694722] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.694847] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.695181] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.695428] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.695681] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-a2d36492-8918-46bd-9674-cd6349f281a7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.927167] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b55bb680-dd96-40a0-bdfa-9171c01a6d81 [ 1015.927424] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.927552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.927615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.927830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.927941] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.928105] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b55bb680-dd96-40a0-bdfa-9171c01a6d81 already deleted. [ 1015.928189] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b55bb680-dd96-40a0-bdfa-9171c01a6d81" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.949345] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.087434] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 1016.087694] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f deletion is rescheduled due to dependency. [ 1016.087820] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.452743] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.453199] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.453199] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.453199] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.454309] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.454309] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2746979-30b3-49c4-bb43-1418452214a0 is going to be created. [ 1016.459729] env[65619]: INFO networking_nsxv3.common.synchronization [req-24ca51c2-8a4a-41a0-8b45-a05264820d71 req-4609fb41-fe21-4974-8dde-ef7e9d551b05 service nova] Enqueued Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGHEST for action security_group_rules [ 1016.459925] env[65619]: INFO networking_nsxv3.common.synchronization [req-24ca51c2-8a4a-41a0-8b45-a05264820d71 req-4609fb41-fe21-4974-8dde-ef7e9d551b05 service nova] Enqueued Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGHEST for action security_group_members [ 1016.460051] env[65619]: INFO networking_nsxv3.common.synchronization [req-24ca51c2-8a4a-41a0-8b45-a05264820d71 req-4609fb41-fe21-4974-8dde-ef7e9d551b05 service nova] Enqueued Resource ID: a2d36492-8918-46bd-9674-cd6349f281a7 with Priority: HIGHEST for action port [ 1016.460797] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGHEST for action security_group_rules [ 1016.463019] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGHEST for action security_group_members [ 1016.463019] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d36492-8918-46bd-9674-cd6349f281a7 with Priority: HIGHEST for action port [ 1016.463019] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.463019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.463019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.463550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.463770] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.465219] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.468020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.468020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.468020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.468020] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.468020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.468020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.468020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.468020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.468020] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.468020] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2d36492-8918-46bd-9674-cd6349f281a7 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.468020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2d36492-8918-46bd-9674-cd6349f281a7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.468020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2d36492-8918-46bd-9674-cd6349f281a7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.468826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2d36492-8918-46bd-9674-cd6349f281a7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.468826] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2d36492-8918-46bd-9674-cd6349f281a7',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.490081] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.490317] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.490382] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.490632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.491124] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.504032] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2746979-30b3-49c4-bb43-1418452214a0 in Status: UNINITIALIZED for 2s [ 1016.562535] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: SUCCESS [ 1016.562535] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.970573] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.970739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.971049] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.972097] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2d36492-8918-46bd-9674-cd6349f281a7 with status ACTIVE [ 1016.972297] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.972419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.972479] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.972669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.972757] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.972931] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.973969] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.973969] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.973969] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.973969] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.973969] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.973969] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.973969] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.973969] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.974326] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.974326] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2d36492-8918-46bd-9674-cd6349f281a7 is going to be updated. [ 1016.997878] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.997878] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.997878] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.997878] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.998315] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.998315] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2d36492-8918-46bd-9674-cd6349f281a7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.341927] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 1017.341927] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.476423] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.978872] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.979132] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.979227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.979470] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.979580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.979666] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 is going to be updated. [ 1018.010543] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.010741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.010889] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.010978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.011308] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.020948] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 in Status: IN_PROGRESS for 2s [ 1018.515794] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2746979-30b3-49c4-bb43-1418452214a0 in Status: SUCCESS [ 1018.516199] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.516718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.516931] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.517139] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.517266] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.517334] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.517503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.517588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.517653] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.517750] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.020282] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.522908] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2746979-30b3-49c4-bb43-1418452214a0: rpc.has_security_group_logging(os_id): False [ 1019.542419] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.542623] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.542623] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.542849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.542949] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.543228] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.543476] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.543476] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.543567] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.543630] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.543717] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2746979-30b3-49c4-bb43-1418452214a0 is going to be created. [ 1019.612268] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.612461] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.612565] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.612864] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.613514] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.629256] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2746979-30b3-49c4-bb43-1418452214a0 in Status: IN_PROGRESS for 2s [ 1020.032831] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 in Status: SUCCESS [ 1020.033165] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.033323] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.033641] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.033805] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.033946] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.034052] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.034236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.034383] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.034455] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.034575] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.117012] env[65619]: INFO networking_nsxv3.common.synchronization [req-29cff4e4-9b62-4888-9a17-da77daf12333 req-704734a3-f6d5-49ee-b487-5b717222fccb tempest-ServerRescueTestJSON-564623173 tempest-ServerRescueTestJSON-564623173-project-member] Enqueued Resource ID: afad3fd0-540c-4feb-86e1-473fb958e94a with Priority: HIGHEST for action security_group_members [ 1020.117616] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afad3fd0-540c-4feb-86e1-473fb958e94a with Priority: HIGHEST for action security_group_members [ 1020.117958] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-afad3fd0-540c-4feb-86e1-473fb958e94a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.118106] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.118428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.118500] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.118625] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.118735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.118804] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.118977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.119119] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.119261] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afad3fd0-540c-4feb-86e1-473fb958e94a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.538466] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.538767] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.538767] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.538925] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.539147] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.539255] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.539319] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.539473] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.539560] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.539649] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.539800] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.539891] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.539951] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.540731] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.541260] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.541260] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.541260] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.541260] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.542328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.542328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.542328] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.622333] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.622563] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.622678] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.622952] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.623572] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.623572] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.623572] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.623815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.623815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.623969] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.624054] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afad3fd0-540c-4feb-86e1-473fb958e94a is going to be updated. [ 1020.652652] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.652652] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.652652] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.652652] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.652652] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.663958] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afad3fd0-540c-4feb-86e1-473fb958e94a in Status: IN_PROGRESS for 2s [ 1021.043579] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62460ac3-6cff-408b-a855-03ca356e2ca4: rpc.has_security_group_logging(os_id): False [ 1021.063953] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.064178] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.064229] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.064529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.093611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.093921] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.094106] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.094201] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.094452] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.094541] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.094776] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.094885] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.094943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.095134] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.095216] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.095440] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.095538] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.095596] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.095745] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.095889] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.095979] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 is going to be updated. [ 1021.168783] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.168962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.169058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.169233] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.169446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.184984] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 in Status: IN_PROGRESS for 2s [ 1021.648120] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2746979-30b3-49c4-bb43-1418452214a0 in Status: SUCCESS [ 1021.648437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.675216] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afad3fd0-540c-4feb-86e1-473fb958e94a in Status: SUCCESS [ 1022.675625] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afad3fd0-540c-4feb-86e1-473fb958e94a deletion is rescheduled due to dependency. [ 1022.675933] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afad3fd0-540c-4feb-86e1-473fb958e94a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.200772] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 in Status: SUCCESS [ 1023.200772] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.119331] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1025.120016] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1025.597274] env[65619]: INFO networking_nsxv3.common.synchronization [req-170b5e4c-21d3-432b-b281-5ac560a7c9d3 req-9aaf5e98-2ff4-4397-af0c-460523d1bfb1 tempest-ServerAddressesTestJSON-1069336512 tempest-ServerAddressesTestJSON-1069336512-project-member] Enqueued Resource ID: 4dcc4f62-1087-43b9-ba65-cab152516ca0 with Priority: HIGHEST for action security_group_members [ 1025.597832] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dcc4f62-1087-43b9-ba65-cab152516ca0 with Priority: HIGHEST for action security_group_members [ 1025.598539] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dcc4f62-1087-43b9-ba65-cab152516ca0 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.598539] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.598539] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.598823] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.599025] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.599257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.599399] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.600154] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.600154] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.600154] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dcc4f62-1087-43b9-ba65-cab152516ca0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.979252] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.979541] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-135" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.979721] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-135" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.980203] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-135" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.980594] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.980841] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.981035] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.981366] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.981581] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.981893] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.982053] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.982213] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.982367] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.982538] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.982732] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.983132] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.007807] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.007983] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.008151] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.008403] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-135" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.008862] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-2928c6e2-f8d9-4483-97e8-a4a60cf1aacb taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.009020] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-2928c6e2-f8d9-4483-97e8-a4a60cf1aacb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.009101] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-2928c6e2-f8d9-4483-97e8-a4a60cf1aacb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.009673] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-2928c6e2-f8d9-4483-97e8-a4a60cf1aacb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.009673] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2928c6e2-f8d9-4483-97e8-a4a60cf1aacb',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.102053] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.102473] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.102473] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.102735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.102735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.102824] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.102914] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.103186] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.103186] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.103186] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.103282] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dcc4f62-1087-43b9-ba65-cab152516ca0 already deleted. [ 1026.103379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.513231] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.513601] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.514345] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.514345] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.514594] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.514631] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 2928c6e2-f8d9-4483-97e8-a4a60cf1aacb not found, creating... [ 1026.518720] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.518720] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.518720] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.518720] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.518720] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.518720] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.518720] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.518720] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.518720] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.518720] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.519346] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 2928c6e2-f8d9-4483-97e8-a4a60cf1aacb is going to be created. [ 1026.560567] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.560567] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.560567] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.560806] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.561190] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.561585] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-2928c6e2-f8d9-4483-97e8-a4a60cf1aacb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.066842] env[65619]: INFO networking_nsxv3.common.synchronization [req-0e3a059a-0e5c-4c85-9fb3-c2a1973dfb7a req-dd37d554-dd45-4cd0-b163-ea192343041a tempest-AttachInterfacesTestJSON-210967248 tempest-AttachInterfacesTestJSON-210967248-project-member] Enqueued Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 1027.067073] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 1027.067613] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.068181] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.068344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.068777] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.068864] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.068975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.069117] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.069310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.069428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.069533] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.305784] env[65619]: INFO networking_nsxv3.common.synchronization [req-170b5e4c-21d3-432b-b281-5ac560a7c9d3 req-c93e551a-3556-4440-948c-d6f7912b2f0e service nova] Enqueued Resource ID: 4dcc4f62-1087-43b9-ba65-cab152516ca0 with Priority: HIGHEST for action security_group_rules [ 1027.306240] env[65619]: INFO networking_nsxv3.common.synchronization [req-170b5e4c-21d3-432b-b281-5ac560a7c9d3 req-c93e551a-3556-4440-948c-d6f7912b2f0e service nova] Enqueued Resource ID: 4dcc4f62-1087-43b9-ba65-cab152516ca0 with Priority: HIGHEST for action security_group_members [ 1027.306240] env[65619]: INFO networking_nsxv3.common.synchronization [req-170b5e4c-21d3-432b-b281-5ac560a7c9d3 req-c93e551a-3556-4440-948c-d6f7912b2f0e service nova] Enqueued Resource ID: 2928c6e2-f8d9-4483-97e8-a4a60cf1aacb with Priority: HIGHEST for action port [ 1027.306897] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dcc4f62-1087-43b9-ba65-cab152516ca0 with Priority: HIGHEST for action security_group_rules [ 1027.307000] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dcc4f62-1087-43b9-ba65-cab152516ca0 with Priority: HIGHEST for action security_group_members [ 1027.307544] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2928c6e2-f8d9-4483-97e8-a4a60cf1aacb with Priority: HIGHEST for action port [ 1027.308084] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dcc4f62-1087-43b9-ba65-cab152516ca0 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.308304] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.308595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.312830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.312830] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dcc4f62-1087-43b9-ba65-cab152516ca0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.312830] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dcc4f62-1087-43b9-ba65-cab152516ca0 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.312830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.312830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.312830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.312830] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.312830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.312830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.312830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.312830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.312830] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dcc4f62-1087-43b9-ba65-cab152516ca0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.312830] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-2928c6e2-f8d9-4483-97e8-a4a60cf1aacb taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.312830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2928c6e2-f8d9-4483-97e8-a4a60cf1aacb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.312830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2928c6e2-f8d9-4483-97e8-a4a60cf1aacb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.312830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2928c6e2-f8d9-4483-97e8-a4a60cf1aacb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.312830] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2928c6e2-f8d9-4483-97e8-a4a60cf1aacb',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.572968] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.573523] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.573523] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.573742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.599142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.599532] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.599650] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.599749] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.600099] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.600194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.600295] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2d394af-ab31-4d32-a118-403a69121a17 is going to be updated. [ 1027.615301] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.615577] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.615661] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.616827] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.616827] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.617390] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.617390] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.617390] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.617502] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.619031] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.619031] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.619031] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.619031] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.619031] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.619031] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.619031] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.632136] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.632431] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.632431] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.632611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.633169] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.644789] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: IN_PROGRESS for 2s [ 1027.645965] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.646139] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.646415] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.646600] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.646997] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-b8a63904-de84-4fc4-89f3-93b1454254ee taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.647523] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-b8a63904-de84-4fc4-89f3-93b1454254ee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.647771] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-b8a63904-de84-4fc4-89f3-93b1454254ee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.648460] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-b8a63904-de84-4fc4-89f3-93b1454254ee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.648613] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8a63904-de84-4fc4-89f3-93b1454254ee',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.818984] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dcc4f62-1087-43b9-ba65-cab152516ca0 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.819987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.820361] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dcc4f62-1087-43b9-ba65-cab152516ca0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.821764] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2928c6e2-f8d9-4483-97e8-a4a60cf1aacb with status ACTIVE [ 1027.822670] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.822907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.823026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.823405] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.823663] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.824242] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.824242] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.824502] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.824542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.824682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.824991] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.825195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.825606] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.825606] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.825682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.825822] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2928c6e2-f8d9-4483-97e8-a4a60cf1aacb is going to be updated. [ 1027.885869] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.885869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.885869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.886182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.886370] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.886651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2928c6e2-f8d9-4483-97e8-a4a60cf1aacb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.151406] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.152068] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.152068] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.152317] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.152591] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.152821] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port b8a63904-de84-4fc4-89f3-93b1454254ee not found, creating... [ 1028.153165] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.153397] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.153625] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.153968] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.154164] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.154502] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.154691] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.154875] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.155084] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.155293] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.156121] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: b8a63904-de84-4fc4-89f3-93b1454254ee is going to be created. [ 1028.182580] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.182846] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.182919] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.183377] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.183682] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.184370] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-b8a63904-de84-4fc4-89f3-93b1454254ee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.328521] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dcc4f62-1087-43b9-ba65-cab152516ca0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.831477] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.831851] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.831851] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.832030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.832669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.832669] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dcc4f62-1087-43b9-ba65-cab152516ca0 is going to be created. [ 1028.860711] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.861010] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.861010] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.861221] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.861390] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.874210] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dcc4f62-1087-43b9-ba65-cab152516ca0 in Status: UNINITIALIZED for 2s [ 1028.944573] env[65619]: INFO networking_nsxv3.common.synchronization [req-0e3a059a-0e5c-4c85-9fb3-c2a1973dfb7a req-5e3f3448-91f8-4f42-9938-10b338cf1874 service nova] Enqueued Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_rules [ 1028.944939] env[65619]: INFO networking_nsxv3.common.synchronization [req-0e3a059a-0e5c-4c85-9fb3-c2a1973dfb7a req-5e3f3448-91f8-4f42-9938-10b338cf1874 service nova] Enqueued Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 1028.944939] env[65619]: INFO networking_nsxv3.common.synchronization [req-0e3a059a-0e5c-4c85-9fb3-c2a1973dfb7a req-5e3f3448-91f8-4f42-9938-10b338cf1874 service nova] Enqueued Resource ID: b8a63904-de84-4fc4-89f3-93b1454254ee with Priority: HIGHEST for action port [ 1028.947087] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_rules [ 1028.947087] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 1028.947087] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8a63904-de84-4fc4-89f3-93b1454254ee with Priority: HIGHEST for action port [ 1028.947087] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.948064] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.948189] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.948520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.948630] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.953625] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.953753] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.954018] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8a63904-de84-4fc4-89f3-93b1454254ee taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.954134] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8a63904-de84-4fc4-89f3-93b1454254ee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.954204] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8a63904-de84-4fc4-89f3-93b1454254ee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.954527] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8a63904-de84-4fc4-89f3-93b1454254ee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.955209] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8a63904-de84-4fc4-89f3-93b1454254ee',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.457674] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8a63904-de84-4fc4-89f3-93b1454254ee with status ACTIVE [ 1029.457908] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.458071] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.458142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.458456] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.458535] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.458903] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.458903] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.458903] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.459124] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.459124] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.459366] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.459452] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.459518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.459661] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.459733] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.459817] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8a63904-de84-4fc4-89f3-93b1454254ee is going to be updated. [ 1029.460957] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.461110] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.482135] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.482372] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.482372] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.482684] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.482862] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.483057] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8a63904-de84-4fc4-89f3-93b1454254ee" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.656672] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: SUCCESS [ 1029.656834] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2d394af-ab31-4d32-a118-403a69121a17 deletion is rescheduled due to dependency. [ 1029.656970] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.657141] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.657425] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.657661] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.657791] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.657930] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.657987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.658078] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.658434] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.160894] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.663983] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.886140] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dcc4f62-1087-43b9-ba65-cab152516ca0 in Status: SUCCESS [ 1030.886521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.886768] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.887136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.887528] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.887648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.887700] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.887908] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.888214] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.888437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.888579] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4dcc4f62-1087-43b9-ba65-cab152516ca0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.170362] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.170362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.170362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.170362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.170362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.170362] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2d394af-ab31-4d32-a118-403a69121a17 is going to be updated. [ 1031.203328] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.203536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.203536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.203735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.203877] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.214254] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: IN_PROGRESS for 2s [ 1031.391036] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dcc4f62-1087-43b9-ba65-cab152516ca0 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.391238] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.392113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.392113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.392113] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.392113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.392113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.392113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.392468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.392468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.392468] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dcc4f62-1087-43b9-ba65-cab152516ca0 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.392712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.392712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.392712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.392854] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.392946] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.393014] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.393151] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.393227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.393310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.393402] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4dcc4f62-1087-43b9-ba65-cab152516ca0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.896104] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4dcc4f62-1087-43b9-ba65-cab152516ca0: rpc.has_security_group_logging(os_id): False [ 1031.920056] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.920292] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.920393] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.920702] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.920838] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.921134] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.921278] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.921385] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.921580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.921696] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.921983] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.922135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.922226] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.922429] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.922813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.922813] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.922972] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.923043] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.923243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.923355] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.923477] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dcc4f62-1087-43b9-ba65-cab152516ca0 is going to be created. [ 1031.990772] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.991015] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.991015] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.991274] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.991496] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.004576] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dcc4f62-1087-43b9-ba65-cab152516ca0 in Status: IN_PROGRESS for 2s [ 1033.215369] env[65619]: INFO networking_nsxv3.common.synchronization [None req-1a08e042-3e10-4719-9ac8-3942c31298ff tempest-AttachInterfacesTestJSON-210967248 tempest-AttachInterfacesTestJSON-210967248-project-member] Enqueued Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 1033.215369] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 1033.215369] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.215369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.228268] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: IN_PROGRESS for 4s [ 1034.019993] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dcc4f62-1087-43b9-ba65-cab152516ca0 in Status: SUCCESS [ 1034.020323] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.698541] env[65619]: INFO networking_nsxv3.common.synchronization [req-2b90caf5-144e-4de3-9ef0-62b8b056cc7e req-a819b288-9f4d-4af6-a77b-43f168bfebee tempest-DeleteServersTestJSON-987271658 tempest-DeleteServersTestJSON-987271658-project-member] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 1034.699105] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 1034.699443] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.699604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.699688] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.699900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.700198] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.700325] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.700325] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.700485] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.700601] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.700730] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.151715] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.152040] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.152297] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.152544] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.152939] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.153189] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.153488] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.153986] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.154197] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.154463] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.154623] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.154772] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.154926] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.155125] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.155423] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.156026] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.179127] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.179487] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.179687] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.179892] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-702" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.180222] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-b36afdd6-0c89-4237-9241-d35414762783 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.180713] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-b36afdd6-0c89-4237-9241-d35414762783" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.180713] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-b36afdd6-0c89-4237-9241-d35414762783" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.180908] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-b36afdd6-0c89-4237-9241-d35414762783" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.181074] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b36afdd6-0c89-4237-9241-d35414762783',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.203429] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.203613] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.203660] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.203870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.203963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.204245] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.204413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.204513] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.204747] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.204853] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.204993] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be updated. [ 1035.234850] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.235097] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.235345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.235466] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.235621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.237936] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: SUCCESS [ 1035.238162] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.238329] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.238580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.238766] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.238880] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.238945] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.239126] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.239208] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.239296] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.239395] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.240269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.240428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.240695] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.240807] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.240877] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.241040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.241122] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.241234] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.243883] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: IN_PROGRESS for 2s [ 1035.556109] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.556401] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.556548] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.556890] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.557228] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.557423] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.557575] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.557870] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.558064] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.558307] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.558472] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.558595] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.558704] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.558818] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.558922] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.559071] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.587977] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.588227] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.588398] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.588606] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.588939] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-4eae46db-fb63-431e-a935-79d9667a5ecc taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.589139] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-4eae46db-fb63-431e-a935-79d9667a5ecc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.589256] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-4eae46db-fb63-431e-a935-79d9667a5ecc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.589702] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-4eae46db-fb63-431e-a935-79d9667a5ecc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.589826] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eae46db-fb63-431e-a935-79d9667a5ecc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.683331] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.683636] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.683810] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.684124] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.684276] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.684438] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port b36afdd6-0c89-4237-9241-d35414762783 not found, creating... [ 1035.684822] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.685070] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.685215] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.685454] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.685668] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.686064] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.686264] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.686398] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.686572] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.686707] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.686845] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: b36afdd6-0c89-4237-9241-d35414762783 is going to be created. [ 1035.720524] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.720990] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.720990] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.721172] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.721455] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.721697] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-b36afdd6-0c89-4237-9241-d35414762783" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.744207] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.744427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.744588] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.093326] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.093326] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.093326] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.093326] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.094121] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.094307] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 4eae46db-fb63-431e-a935-79d9667a5ecc not found, creating... [ 1036.094578] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.094745] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.094863] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.095114] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.095258] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.095536] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.095693] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.095809] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.096768] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.096854] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.097015] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 4eae46db-fb63-431e-a935-79d9667a5ecc is going to be created. [ 1036.118821] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.119031] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.119155] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.119538] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.120027] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.120100] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-4eae46db-fb63-431e-a935-79d9667a5ecc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.247322] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.455605] env[65619]: INFO networking_nsxv3.common.synchronization [req-2b90caf5-144e-4de3-9ef0-62b8b056cc7e req-87e52731-181b-4b32-87d8-62d54ddeefae service nova] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_rules [ 1036.455797] env[65619]: INFO networking_nsxv3.common.synchronization [req-2b90caf5-144e-4de3-9ef0-62b8b056cc7e req-87e52731-181b-4b32-87d8-62d54ddeefae service nova] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 1036.455935] env[65619]: INFO networking_nsxv3.common.synchronization [req-2b90caf5-144e-4de3-9ef0-62b8b056cc7e req-87e52731-181b-4b32-87d8-62d54ddeefae service nova] Enqueued Resource ID: b36afdd6-0c89-4237-9241-d35414762783 with Priority: HIGHEST for action port [ 1036.456479] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_rules [ 1036.456612] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 1036.456706] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b36afdd6-0c89-4237-9241-d35414762783 with Priority: HIGHEST for action port [ 1036.456990] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.457124] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.457191] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.457400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.457481] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.458303] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.458418] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.459043] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-b36afdd6-0c89-4237-9241-d35414762783 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.459158] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b36afdd6-0c89-4237-9241-d35414762783" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.459224] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b36afdd6-0c89-4237-9241-d35414762783" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.459433] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b36afdd6-0c89-4237-9241-d35414762783" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.459515] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b36afdd6-0c89-4237-9241-d35414762783',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.751032] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.751032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.751032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.751032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.751032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.751032] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2d394af-ab31-4d32-a118-403a69121a17 is going to be updated. [ 1036.787027] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.787261] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.787319] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.788114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.788114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.799240] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: IN_PROGRESS for 2s [ 1036.841983] env[65619]: INFO networking_nsxv3.common.synchronization [req-f15f5c75-682d-464c-9eba-ae99e6cb6e75 req-7215f204-7c44-48d1-8890-402224822417 service nova] Enqueued Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_rules [ 1036.841983] env[65619]: INFO networking_nsxv3.common.synchronization [req-f15f5c75-682d-464c-9eba-ae99e6cb6e75 req-7215f204-7c44-48d1-8890-402224822417 service nova] Enqueued Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 1036.841983] env[65619]: INFO networking_nsxv3.common.synchronization [req-f15f5c75-682d-464c-9eba-ae99e6cb6e75 req-7215f204-7c44-48d1-8890-402224822417 service nova] Enqueued Resource ID: 4eae46db-fb63-431e-a935-79d9667a5ecc with Priority: HIGHEST for action port [ 1036.842345] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_rules [ 1036.842345] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 1036.842345] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eae46db-fb63-431e-a935-79d9667a5ecc with Priority: HIGHEST for action port [ 1036.842580] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.842685] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.842869] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.842952] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.843156] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-4eae46db-fb63-431e-a935-79d9667a5ecc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.843244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4eae46db-fb63-431e-a935-79d9667a5ecc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.843304] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4eae46db-fb63-431e-a935-79d9667a5ecc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.843508] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4eae46db-fb63-431e-a935-79d9667a5ecc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.843591] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eae46db-fb63-431e-a935-79d9667a5ecc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.962019] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b36afdd6-0c89-4237-9241-d35414762783 with status ACTIVE [ 1036.962340] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.962525] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.962625] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.962906] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.962906] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.963662] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.963662] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.963662] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.963662] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.963662] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.963961] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.964055] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.964055] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.964342] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.964450] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.964591] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b36afdd6-0c89-4237-9241-d35414762783 is going to be updated. [ 1036.966353] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.966507] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.995065] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.995314] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.995370] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.995681] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.995861] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.996087] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b36afdd6-0c89-4237-9241-d35414762783" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.165676] env[65619]: INFO networking_nsxv3.common.synchronization [req-16f3af41-5032-4314-8333-2e30d0eb2be5 req-eb902238-b969-4ed3-9dbb-528df48edb6c tempest-ServersTestJSON-727754052 tempest-ServersTestJSON-727754052-project-member] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1037.165676] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1037.166073] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.166290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.166393] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.166605] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.166780] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.166941] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.167634] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.167634] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.167634] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.167634] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.255841] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 1037.256053] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f deletion is rescheduled due to dependency. [ 1037.256146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.256330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.256580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.256776] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.256897] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.256996] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.257129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.257208] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.257304] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.345723] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4eae46db-fb63-431e-a935-79d9667a5ecc with status ACTIVE [ 1037.345944] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.346128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.346201] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.346476] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.346581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.346811] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.346934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.346990] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.347165] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.347243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.347484] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.347585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.347648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.347793] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.347868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.347961] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4eae46db-fb63-431e-a935-79d9667a5ecc is going to be updated. [ 1037.371878] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.372106] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.372193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.372402] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.372562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.372799] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4eae46db-fb63-431e-a935-79d9667a5ecc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.550531] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.550734] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.550861] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.551156] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.551416] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.551647] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.551835] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.551906] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.552214] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.552440] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.552554] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.552663] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.552769] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.552871] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.552964] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.553148] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.574590] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.574890] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.575052] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.575333] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.575933] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-0fdef772-3945-4e00-ba10-edfbce1b8c0c taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.576149] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-0fdef772-3945-4e00-ba10-edfbce1b8c0c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.576221] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-0fdef772-3945-4e00-ba10-edfbce1b8c0c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.576560] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-0fdef772-3945-4e00-ba10-edfbce1b8c0c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.576699] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fdef772-3945-4e00-ba10-edfbce1b8c0c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.671767] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.759454] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.079250] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.079486] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.079610] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.079895] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.080057] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.080214] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 0fdef772-3945-4e00-ba10-edfbce1b8c0c not found, creating... [ 1038.080538] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.080704] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.080849] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.081995] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.081995] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.083446] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.083662] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.083793] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.084197] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.084301] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.084447] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 0fdef772-3945-4e00-ba10-edfbce1b8c0c is going to be created. [ 1038.106082] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.106349] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.106476] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.106773] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.107029] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.107283] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-0fdef772-3945-4e00-ba10-edfbce1b8c0c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.173804] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.262694] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.678402] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.678402] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.678402] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.678402] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.678402] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.678402] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 1038.711933] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.711933] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.711933] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.711933] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.711933] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.722937] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 1038.767637] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.770361] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.770361] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.770361] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.770361] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.770361] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be updated. [ 1038.817028] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: SUCCESS [ 1038.817028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.817028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.817028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.817028] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.817028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.817028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.817028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.817028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.817028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.817028] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.817028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.817028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.817028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.817028] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.817028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.817028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.817028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.817028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.817869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.818412] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.821187] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.821187] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.821187] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.823021] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.823021] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.825145] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.825584] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.825926] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.828140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.828140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.828140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.828140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.828140] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.838760] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: IN_PROGRESS for 2s [ 1038.875420] env[65619]: INFO networking_nsxv3.common.synchronization [req-16f3af41-5032-4314-8333-2e30d0eb2be5 req-47c84911-1382-4bbf-a919-d70d00e4d5ae service nova] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_rules [ 1038.875600] env[65619]: INFO networking_nsxv3.common.synchronization [req-16f3af41-5032-4314-8333-2e30d0eb2be5 req-47c84911-1382-4bbf-a919-d70d00e4d5ae service nova] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1038.875783] env[65619]: INFO networking_nsxv3.common.synchronization [req-16f3af41-5032-4314-8333-2e30d0eb2be5 req-47c84911-1382-4bbf-a919-d70d00e4d5ae service nova] Enqueued Resource ID: 0fdef772-3945-4e00-ba10-edfbce1b8c0c with Priority: HIGHEST for action port [ 1038.876341] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_rules [ 1038.876471] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1038.876560] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fdef772-3945-4e00-ba10-edfbce1b8c0c with Priority: HIGHEST for action port [ 1038.876981] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.877140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.877228] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.877643] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.877643] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.879887] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.879887] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.879887] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fdef772-3945-4e00-ba10-edfbce1b8c0c taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.879887] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fdef772-3945-4e00-ba10-edfbce1b8c0c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.879887] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fdef772-3945-4e00-ba10-edfbce1b8c0c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.880249] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fdef772-3945-4e00-ba10-edfbce1b8c0c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.880249] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fdef772-3945-4e00-ba10-edfbce1b8c0c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.328619] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2d394af-ab31-4d32-a118-403a69121a17: rpc.has_security_group_logging(os_id): False [ 1039.330336] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.346999] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.347218] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.347218] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.347425] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.347757] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.347846] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.348165] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.348257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.348474] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.348562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.348840] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.348840] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.348950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.349106] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.349222] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.349424] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.349517] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.349517] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.349682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.349758] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.349915] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2d394af-ab31-4d32-a118-403a69121a17 is going to be updated. [ 1039.380269] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.380460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.382789] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fdef772-3945-4e00-ba10-edfbce1b8c0c with status ACTIVE [ 1039.382964] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.383089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.383157] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.383355] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.383853] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.383853] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.383853] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.383853] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.384038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.384038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.384197] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.384290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.384356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.384483] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.384556] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.384666] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fdef772-3945-4e00-ba10-edfbce1b8c0c is going to be updated. [ 1039.406168] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.406292] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.406344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.406596] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.406742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.406916] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fdef772-3945-4e00-ba10-edfbce1b8c0c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.417213] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.417369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.417410] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.417615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.417761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.431232] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: IN_PROGRESS for 2s [ 1039.832972] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.935691] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.935876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.935968] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.936219] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.936469] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.336782] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.336946] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.337032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.337263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.337361] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.337465] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2d394af-ab31-4d32-a118-403a69121a17 is going to be updated. [ 1040.370828] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.371027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.371080] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.371281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.371432] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.384146] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: IN_PROGRESS for 2s [ 1040.438765] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.737024] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 1040.737024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.737024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.737024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.737024] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.737024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.737024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.737024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.737024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.737024] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.850558] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 1040.850977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.850977] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.851229] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.851426] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.851617] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.851664] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.851820] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.851909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.851997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.852108] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.940697] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.047826] env[65619]: INFO networking_nsxv3.common.synchronization [req-59cad79e-ed34-4db7-8f7d-8454dfd28398 req-c70e018e-3f7d-4ceb-b8c5-733f3b4f6c24 tempest-ServerAddressesTestJSON-1069336512 tempest-ServerAddressesTestJSON-1069336512-project-member] Enqueued Resource ID: 4dcc4f62-1087-43b9-ba65-cab152516ca0 with Priority: HIGHEST for action security_group_members [ 1041.049299] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dcc4f62-1087-43b9-ba65-cab152516ca0 with Priority: HIGHEST for action security_group_members [ 1041.049787] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dcc4f62-1087-43b9-ba65-cab152516ca0 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.049973] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.050096] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.050392] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.050791] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.051014] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.051181] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.052252] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.052252] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.052252] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dcc4f62-1087-43b9-ba65-cab152516ca0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.241225] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.357040] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.360042] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.360168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.360379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.360901] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.361043] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.361113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.361278] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.361369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.361475] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.361640] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.361729] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.361792] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.361928] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.362077] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.362168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.362228] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.362360] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.362431] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.362512] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.362628] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.442898] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1041.443121] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1041.446594] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: SUCCESS [ 1041.446804] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.447766] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.447766] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.447766] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.554575] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.554736] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.554795] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.555016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.555139] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.555365] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.555460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.555460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.555612] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.555688] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.555772] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dcc4f62-1087-43b9-ba65-cab152516ca0 is going to be updated. [ 1041.607254] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.607464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.607464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.607696] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.607849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.616810] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dcc4f62-1087-43b9-ba65-cab152516ca0 in Status: IN_PROGRESS for 2s [ 1041.744048] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.864967] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 421f2830-821c-4fc8-8fea-179533f9ce4f: rpc.has_security_group_logging(os_id): False [ 1041.887655] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.887979] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.888081] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.888277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.888368] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.888647] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.888765] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.888847] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.889016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.889102] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.889307] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.889404] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.889458] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.889596] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.889684] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.889855] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.889957] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.890049] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.890164] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.890236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.890318] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be updated. [ 1041.950347] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.950490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.960171] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.960359] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.960434] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.960704] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.960893] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.978459] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: IN_PROGRESS for 2s [ 1042.246399] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.246573] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.246615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.247157] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.247251] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.247359] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 1042.297135] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.297576] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.297576] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.297576] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.298054] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.308234] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 1042.395822] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: SUCCESS [ 1042.396117] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.396377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.396642] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.396906] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.397084] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.397159] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.397328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.397432] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.397545] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.397648] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.470981] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.470981] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.470981] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.470981] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.485955] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1042.486937] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.488102] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1042.525455] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.525662] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.525726] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.526337] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.541684] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.542589] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1042.542731] env[65619]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65619) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1042.542813] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1042.607425] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.607646] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.607646] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.607771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.609299] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.609528] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1042.628807] env[65619]: INFO networking_nsxv3.common.synchronization [req-b4be1150-0f36-405c-a37f-f359d441a06e req-82071380-f4fa-4e4b-a45e-6a9692a79ba2 tempest-ImagesTestJSON-212771706 tempest-ImagesTestJSON-212771706-project-member] Enqueued Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1042.628933] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1042.629385] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.629624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.629786] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.631536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.631536] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.631536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.631536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.631536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.631536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.631536] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.699551] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.699790] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.699790] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.700160] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.700302] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.700603] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1042.869324] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.869735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.869735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.869735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.869996] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.870421] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1042.870589] env[65619]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b2746979-30b3-49c4-bb43-1418452214a0', 'f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e', '9ff40103-b5dc-4fe4-8004-99f103443bc2', 'fdc2ff34-f916-40a5-a912-d2a699ebd70b', '6311b186-f50c-498f-8fe4-848580df9477', 'b2d394af-ab31-4d32-a118-403a69121a17', '3cd74848-d2cf-4235-bb24-ba6333f43d48', '3b722351-59bb-4b48-bbb6-eba95be7c66d', '103f477f-eb46-4faf-aa42-b35262dadd35', '3ab943fb-5c69-4805-a428-914d83efabed', '1f5c7826-081d-4b48-ae24-2c4543d98a19', 'c9b14808-1fff-458c-91aa-d6d7e0549ef2', '62460ac3-6cff-408b-a855-03ca356e2ca4', '224022ff-4c4e-451a-9428-6c88e449a293', '421f2830-821c-4fc8-8fea-179533f9ce4f', '8ee8dcc1-4b64-4a42-b320-b5009b83c1d6', '42ef6167-aa83-4103-aa74-6cbc31d3a155', '013ae4bc-baa9-4ece-bda1-19b773fc17d1', 'c19903d3-a4e8-421b-81ea-5da5071d07b8', 'bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc', '99847b6a-a5de-460c-b40f-c68934454d9d', '485c05dd-ee80-4734-9394-e621a32fa5bd', 'ca185c51-59be-4270-95e6-a5adb7dc8b5f', 'ad58651d-ea48-4f0f-9427-dbad2c57924a', 'c9f71e76-65b3-4464-a357-b5ffc2a29910', 'c7b9f520-3f42-4ed6-a2cc-870ec486e0be', '4dcc4f62-1087-43b9-ba65-cab152516ca0', '7cf312e5-f067-45e4-9407-b6c4e2d31aac', 'd1a69012-3519-4bfb-a484-7468a853b7e6', '140dc507-f8bf-4051-979f-8157c9f1af22', '742c43d7-4b8b-4840-8c99-86770ecef4bc', '2879e45b-547d-4410-a90b-84007335bd08', '8acc161a-f468-4785-bf27-fc6378a03ac6', 'd1156f7b-bde9-45ce-ad46-a076af8ddf1b', 'f1aed000-faba-437d-ba84-8cd38f0aa2f5', '9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec', 'f27465c8-8345-4035-b380-c46410a93545', '941f1ae9-b485-42bb-a5fc-cbff073fd26f', '4c7f3a9b-a5ec-476f-8156-6f928e0d7410', '77dea6d2-7819-4188-b6cc-f6308e6d449a', '9d870aa6-5c29-4895-a680-eef659acd4b2', 'afad3fd0-540c-4feb-86e1-473fb958e94a', 'fcea63c4-84d0-4742-885e-ac093a33bf3e', 'dc2bc45a-cd88-4af6-8650-bf22c7735c34', '9bd12b8b-6f91-42b2-bd30-886c12bad459', 'e080a789-4ff9-4862-972a-187840dc5c00', '333bd2d4-75ea-43e3-b5d9-a6d86b65ba66'} {{(pid=65619) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1042.870707] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1042.890978] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.890978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.891261] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.891299] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.891362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.891475] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1042.891548] env[65619]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65619) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1042.891619] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1042.900587] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.900761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.900807] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.900992] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.901163] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.901265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.901327] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.901473] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.901559] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.901651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.901971] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.901971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.901971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.902126] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.902199] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.902285] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.902342] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.902472] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.902542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.902619] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.902704] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.969714] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.969950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.969950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.970706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.971703] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.971703] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1042.971703] env[65619]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65619) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1042.971703] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1042.971703] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1042.971928] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1042.971928] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGH for action security_group_rules [ 1042.971928] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e with Priority: HIGH for action security_group_rules [ 1042.972041] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 with Priority: HIGH for action security_group_rules [ 1042.972041] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b with Priority: HIGH for action security_group_rules [ 1042.972124] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6311b186-f50c-498f-8fe4-848580df9477 with Priority: HIGH for action security_group_rules [ 1042.972124] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGH for action security_group_rules [ 1042.972198] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGH for action security_group_rules [ 1042.972236] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d with Priority: HIGH for action security_group_rules [ 1042.972386] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 103f477f-eb46-4faf-aa42-b35262dadd35 with Priority: HIGH for action security_group_rules [ 1042.972386] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ab943fb-5c69-4805-a428-914d83efabed with Priority: HIGH for action security_group_rules [ 1042.972386] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 with Priority: HIGH for action security_group_rules [ 1042.972519] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9b14808-1fff-458c-91aa-d6d7e0549ef2 with Priority: HIGH for action security_group_rules [ 1042.972519] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGH for action security_group_rules [ 1042.972584] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGH for action security_group_rules [ 1042.972620] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGH for action security_group_rules [ 1042.973570] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 with Priority: HIGH for action security_group_rules [ 1042.973570] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42ef6167-aa83-4103-aa74-6cbc31d3a155 with Priority: HIGH for action security_group_rules [ 1042.973570] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGH for action security_group_rules [ 1042.973570] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 with Priority: HIGH for action security_group_rules [ 1042.973570] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGH for action security_group_rules [ 1042.973570] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.135908] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.136123] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.136196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.136427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.159029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.159179] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.159179] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.159273] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.159441] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.159535] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.159656] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a is going to be updated. [ 1043.194274] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.194274] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.194274] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.194274] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.194274] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.202543] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: IN_PROGRESS for 2s [ 1043.404929] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2d394af-ab31-4d32-a118-403a69121a17: rpc.has_security_group_logging(os_id): False [ 1043.427477] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.427810] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.427984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.428361] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.455213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.455213] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.455213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.455213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.455213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.455213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.455213] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.455213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.455213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.455213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.455213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.455213] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.455213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.455213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.455868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.455868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.455868] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2d394af-ab31-4d32-a118-403a69121a17 is going to be updated. [ 1043.521511] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.521690] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.521767] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.521941] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.522118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.540071] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: IN_PROGRESS for 2s [ 1043.640847] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dcc4f62-1087-43b9-ba65-cab152516ca0 in Status: SUCCESS [ 1043.641203] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dcc4f62-1087-43b9-ba65-cab152516ca0 deletion is rescheduled due to dependency. [ 1043.641390] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.719480] env[65619]: INFO networking_nsxv3.common.synchronization [req-d5997074-fcd0-43d1-879d-13deb5b25db7 req-357d086c-4c35-4569-9248-9e2baa6f6a80 tempest-ServerActionsV293TestJSON-446374602 tempest-ServerActionsV293TestJSON-446374602-project-member] Enqueued Resource ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be with Priority: HIGHEST for action security_group_members [ 1043.722488] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be with Priority: HIGHEST for action security_group_members [ 1043.722488] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGH for action security_group_rules [ 1043.722488] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 with Priority: HIGH for action security_group_rules [ 1043.722488] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 with Priority: HIGH for action security_group_rules [ 1043.722763] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGH for action security_group_rules [ 1043.722763] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGH for action security_group_rules [ 1043.722827] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 with Priority: HIGH for action security_group_rules [ 1043.722862] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 with Priority: HIGH for action security_group_rules [ 1043.722964] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ef6167-aa83-4103-aa74-6cbc31d3a155 with Priority: HIGH for action security_group_rules [ 1043.723084] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGH for action security_group_rules [ 1043.723176] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 with Priority: HIGH for action security_group_rules [ 1043.723264] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGH for action security_group_rules [ 1043.723377] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b14808-1fff-458c-91aa-d6d7e0549ef2 with Priority: HIGH for action security_group_rules [ 1043.723469] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 with Priority: HIGH for action security_group_rules [ 1043.723565] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab943fb-5c69-4805-a428-914d83efabed with Priority: HIGH for action security_group_rules [ 1043.723653] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 103f477f-eb46-4faf-aa42-b35262dadd35 with Priority: HIGH for action security_group_rules [ 1043.723752] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGH for action security_group_rules [ 1043.723914] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d with Priority: HIGH for action security_group_rules [ 1043.723953] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6311b186-f50c-498f-8fe4-848580df9477 with Priority: HIGH for action security_group_rules [ 1043.724064] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e with Priority: HIGH for action security_group_rules [ 1043.724174] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b with Priority: HIGH for action security_group_rules [ 1043.724532] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7b9f520-3f42-4ed6-a2cc-870ec486e0be taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.724676] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.724761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.727337] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.727477] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.727565] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.727620] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.727816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.727911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.728043] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7b9f520-3f42-4ed6-a2cc-870ec486e0be',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.730914] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2746979-30b3-49c4-bb43-1418452214a0 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.730914] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.730914] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.730914] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.731536] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.733785] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ff40103-b5dc-4fe4-8004-99f103443bc2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.733785] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.733785] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.733785] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.733785] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ff40103-b5dc-4fe4-8004-99f103443bc2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.734473] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd74848-d2cf-4235-bb24-ba6333f43d48 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.734733] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.734776] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.735194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.735194] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd74848-d2cf-4235-bb24-ba6333f43d48',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.736278] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.736278] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.736547] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.736669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.736934] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c19903d3-a4e8-421b-81ea-5da5071d07b8 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.737060] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.737136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.737342] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.737448] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c19903d3-a4e8-421b-81ea-5da5071d07b8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.738701] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.738781] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.740664] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.740664] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.740664] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('013ae4bc-baa9-4ece-bda1-19b773fc17d1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.740664] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42ef6167-aa83-4103-aa74-6cbc31d3a155 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.740664] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.740664] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.740664] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.741085] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42ef6167-aa83-4103-aa74-6cbc31d3a155',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.741516] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.742958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.742958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.742958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.742958] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.743886] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.743886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.743886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.744065] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.744065] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ee8dcc1-4b64-4a42-b320-b5009b83c1d6',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.746257] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.746257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.746257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.746257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.746642] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.747810] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9b14808-1fff-458c-91aa-d6d7e0549ef2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.748345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.748345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.748345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.748598] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9b14808-1fff-458c-91aa-d6d7e0549ef2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.749657] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f5c7826-081d-4b48-ae24-2c4543d98a19 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.749934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.750089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.750280] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.750398] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f5c7826-081d-4b48-ae24-2c4543d98a19',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.751551] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ab943fb-5c69-4805-a428-914d83efabed taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.751715] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.751800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.752985] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.752985] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ab943fb-5c69-4805-a428-914d83efabed',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.753331] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-103f477f-eb46-4faf-aa42-b35262dadd35 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.753331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.753497] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.753552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.754101] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('103f477f-eb46-4faf-aa42-b35262dadd35',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.754552] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.754552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.754784] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b722351-59bb-4b48-bbb6-eba95be7c66d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.754895] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.754994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.755146] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.755228] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b722351-59bb-4b48-bbb6-eba95be7c66d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.756447] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6311b186-f50c-498f-8fe4-848580df9477 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.756595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.756691] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.757038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.757189] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6311b186-f50c-498f-8fe4-848580df9477',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.758474] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.758828] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.758828] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.758964] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.759021] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.761292] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc2ff34-f916-40a5-a912-d2a699ebd70b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.761476] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.761537] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.761827] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.762293] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc2ff34-f916-40a5-a912-d2a699ebd70b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.999303] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 1043.999870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.000606] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.000606] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.000606] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.267518] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.267518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.267518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.268923] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.268923] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.269203] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.269203] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.269584] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.269584] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.269731] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.269731] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.272993] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b722351-59bb-4b48-bbb6-eba95be7c66d taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.273181] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.273252] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.273652] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.274934] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.274934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.274934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.274934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.274934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.274934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.275882] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b722351-59bb-4b48-bbb6-eba95be7c66d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.285726] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.285726] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.285726] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.285726] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.286041] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.286041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.286041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.286928] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.287178] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.287432] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.287432] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.290622] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.291138] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.291138] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.291302] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.292503] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2746979-30b3-49c4-bb43-1418452214a0 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.292713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.292761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.293127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.294389] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.294389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.294389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.294389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.294389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.294389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.294389] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.300390] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.300530] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.300618] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.300806] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.300961] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.301080] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.301158] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.301252] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.301347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.301427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.301514] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.314197] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b722351-59bb-4b48-bbb6-eba95be7c66d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.352413] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 1044.352672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.353229] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.353391] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.353599] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.353740] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.353740] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.353879] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.354013] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.354079] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.354189] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.355939] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.356110] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.356931] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.357091] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.357816] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.357986] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.358590] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.358696] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.376397] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.376817] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.377407] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.377574] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.378220] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.378355] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.379096] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.379187] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.381480] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.381577] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.383185] env[65619]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.383658] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.383749] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.385994] env[65619]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.385994] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.386180] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.388325] env[65619]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.388791] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.388912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.390097] env[65619]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.390548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.390796] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.390953] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.391034] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.391295] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.391439] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.391571] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be is going to be updated. [ 1044.392614] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.392843] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.412622] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.412762] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 103f477f-eb46-4faf-aa42-b35262dadd35 is going to be deleted. [ 1044.413864] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.414313] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.437571] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.437739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.437843] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.438520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.438520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.442597] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.442597] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ef6167-aa83-4103-aa74-6cbc31d3a155 is going to be deleted. [ 1044.442597] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.442800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.459063] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be in Status: IN_PROGRESS for 2s [ 1044.475873] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.476025] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6311b186-f50c-498f-8fe4-848580df9477 is going to be deleted. [ 1044.477099] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.477281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.491237] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.491478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.503993] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.504217] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.504217] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.504441] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.504613] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.504745] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.504837] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.505048] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.505160] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.505261] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.505370] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.507460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.507582] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd74848-d2cf-4235-bb24-ba6333f43d48 is going to be deleted. [ 1044.508717] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.508802] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.530604] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.530604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.549743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.549886] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9b14808-1fff-458c-91aa-d6d7e0549ef2 is going to be deleted. [ 1044.550941] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.551182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.573288] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.573468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.578264] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.578398] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f5c7826-081d-4b48-ae24-2c4543d98a19 is going to be deleted. [ 1044.579415] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.579818] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.593952] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.594142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.643126] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.643303] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 013ae4bc-baa9-4ece-bda1-19b773fc17d1 is going to be deleted. [ 1044.644635] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.644903] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.652044] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.652044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.706905] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.709376] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ff40103-b5dc-4fe4-8004-99f103443bc2 is going to be deleted. [ 1044.709376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.709376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.714818] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.715451] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.752390] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.752539] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 is going to be deleted. [ 1044.753683] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.753683] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.779064] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.779312] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.779312] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.779675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.779892] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.780068] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.780160] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.780705] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.780705] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.780705] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.780914] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.781058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.781148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.781370] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.781590] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.781714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.781925] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.782031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.782103] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.782225] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.782351] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.784689] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.786227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.793989] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.793989] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ee8dcc1-4b64-4a42-b320-b5009b83c1d6 is going to be deleted. [ 1044.797171] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.798071] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.809937] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.815841] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.817306] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.821495] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b722351-59bb-4b48-bbb6-eba95be7c66d: rpc.has_security_group_logging(os_id): False [ 1044.830034] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.830034] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.859815] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.860057] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.860057] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.860379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.860607] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.861036] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.861036] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.861163] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.861208] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.861286] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.861554] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.861674] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.861674] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.865023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.865023] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.865023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.865023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.865023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.865023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.865023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.865023] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.887507] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.887641] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.888765] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.888904] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc2ff34-f916-40a5-a912-d2a699ebd70b is going to be deleted. [ 1044.890104] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.890209] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.914561] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.914561] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.921865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.922022] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ab943fb-5c69-4805-a428-914d83efabed is going to be deleted. [ 1044.923062] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.923323] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.923468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.923569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-103f477f-eb46-4faf-aa42-b35262dadd35" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.923757] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.923931] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.924420] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.924420] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42ef6167-aa83-4103-aa74-6cbc31d3a155" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.924749] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.924874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.924960] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.925117] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6311b186-f50c-498f-8fe4-848580df9477" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.925680] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.926031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.926031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.926031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd74848-d2cf-4235-bb24-ba6333f43d48" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.926228] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.926351] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.926460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.926632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9b14808-1fff-458c-91aa-d6d7e0549ef2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.926804] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.926952] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.927052] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.927143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f5c7826-081d-4b48-ae24-2c4543d98a19" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.927270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.927405] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.927501] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.927604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-013ae4bc-baa9-4ece-bda1-19b773fc17d1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.927757] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.927944] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.928014] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.929162] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ff40103-b5dc-4fe4-8004-99f103443bc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.929162] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.929162] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.958305] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.958932] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.009081] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.009568] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.009735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.009841] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.010139] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.010276] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.010436] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d is going to be updated. [ 1045.012377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.012850] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.013115] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.013335] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.013922] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.013922] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.014096] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.014292] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ee8dcc1-4b64-4a42-b320-b5009b83c1d6" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.014742] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.014932] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.015079] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.015325] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.015583] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.015758] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.015873] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.016207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.016207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.016469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.016621] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.016788] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.016901] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.017200] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.017547] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.017999] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.017999] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.018121] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.018290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.018540] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.018665] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.069165] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.069165] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.069165] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.069165] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.069165] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.069165] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ab943fb-5c69-4805-a428-914d83efabed" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.075940] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.075940] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.075940] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.075940] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.075940] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.075940] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc2ff34-f916-40a5-a912-d2a699ebd70b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.164561] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.164561] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.164561] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.164561] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.164561] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.200930] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d in Status: IN_PROGRESS for 2s [ 1045.223385] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: SUCCESS [ 1045.223585] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a deletion is rescheduled due to dependency. [ 1045.223722] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.287722] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62460ac3-6cff-408b-a855-03ca356e2ca4: rpc.has_security_group_logging(os_id): False [ 1045.311821] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.312127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.312256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.312588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.313669] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e: rpc.has_security_group_logging(os_id): False [ 1045.319564] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 224022ff-4c4e-451a-9428-6c88e449a293: rpc.has_security_group_logging(os_id): False [ 1045.320649] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2746979-30b3-49c4-bb43-1418452214a0: rpc.has_security_group_logging(os_id): False [ 1045.339360] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.339534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.346027] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.346027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.355612] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.355907] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.356080] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.356268] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.356320] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.356654] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.356654] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.356844] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.356844] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.356953] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.356953] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.357164] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.357261] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.357319] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.357457] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.357518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.357617] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 is going to be updated. [ 1045.358855] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.359125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.361966] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.362083] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.366027] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc: rpc.has_security_group_logging(os_id): False [ 1045.379691] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.380077] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.380189] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.380259] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.380536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.380682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.380858] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e is going to be updated. [ 1045.382167] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.382422] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.384226] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.384381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.432223] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.432570] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.432697] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.432787] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.432997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.433109] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.433207] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2746979-30b3-49c4-bb43-1418452214a0 is going to be updated. [ 1045.434836] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.436081] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.463699] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.463860] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.469230] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.469569] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.469716] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.469796] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.469950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.470042] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.470142] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 is going to be updated. [ 1045.471484] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.471667] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.497806] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.498044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.521818] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 421f2830-821c-4fc8-8fea-179533f9ce4f: rpc.has_security_group_logging(os_id): False [ 1045.550873] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.551445] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.551626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.551713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.552051] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.552401] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.552771] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.553014] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.553014] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.553294] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.553427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.553894] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.554056] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.554174] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.554409] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.554533] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.554685] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 1045.557096] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.557233] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.557439] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.559176] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.559439] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.559665] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.562982] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.563126] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.563231] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.563506] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.566351] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: SUCCESS [ 1045.566715] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.568540] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.568993] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.569195] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.619154] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.619380] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.659257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.659616] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.659774] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.659867] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.660169] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.660284] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.660582] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.661093] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.661093] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.663990] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.663990] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.664157] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.664157] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.664686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.664686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.664686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.664686] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be updated. [ 1045.666017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.666262] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.666341] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.670928] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 in Status: IN_PROGRESS for 2s [ 1045.670928] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e in Status: IN_PROGRESS for 2s [ 1045.696721] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.696896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.696964] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.697195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.697340] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.746128] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2746979-30b3-49c4-bb43-1418452214a0 in Status: IN_PROGRESS for 2s [ 1045.751103] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: IN_PROGRESS for 2s [ 1045.817033] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.817033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.817033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.817033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.817033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.846624] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 1045.849826] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.850192] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.850192] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.850474] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.850578] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.884299] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: IN_PROGRESS for 2s [ 1046.075038] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.075038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.075038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.075038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.075038] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.075038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.075038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.075038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.075038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.075038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.075038] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.473468] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be in Status: SUCCESS [ 1046.473822] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be deletion is rescheduled due to dependency. [ 1046.474020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.576524] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.576524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.576524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.576524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.576524] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.576524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.576524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.576821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.576858] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.576953] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.577153] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.577271] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.577331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.577513] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.577656] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.577767] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.577829] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.577971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.580086] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.580289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.580457] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.083641] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2d394af-ab31-4d32-a118-403a69121a17: rpc.has_security_group_logging(os_id): False [ 1047.108439] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.109443] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.109443] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.109443] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.109443] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.109443] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.109443] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.109443] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.109846] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.109846] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.109944] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.109998] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.110060] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.110196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.110269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.110450] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.110540] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.110730] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.110916] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.110987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.111145] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2d394af-ab31-4d32-a118-403a69121a17 is going to be updated. [ 1047.183679] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.183872] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.183936] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.184191] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.184343] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.201239] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: IN_PROGRESS for 2s [ 1047.214410] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d in Status: SUCCESS [ 1047.214410] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.696815] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e in Status: SUCCESS [ 1047.697114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.697854] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 in Status: SUCCESS [ 1047.698043] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.763168] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2746979-30b3-49c4-bb43-1418452214a0 in Status: SUCCESS [ 1047.763387] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.765261] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: SUCCESS [ 1047.765492] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.862303] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 1047.862728] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.862801] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.863191] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.863191] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.904023] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 1047.904298] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.366612] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.366943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.366943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.367041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.367217] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.367321] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.367385] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.367575] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.367685] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.367831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.367938] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.383805] env[65619]: INFO networking_nsxv3.common.synchronization [req-7090341b-8ee1-497f-8e79-e866802894d3 req-1ce25de4-d740-4ff6-b132-7dd32d9c0a6a tempest-ImagesTestJSON-212771706 tempest-ImagesTestJSON-212771706-project-member] Enqueued Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1048.383805] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1048.383994] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.384699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.384699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.384699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.384867] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.384989] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.385074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.386090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.386090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.386090] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.730223] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.730440] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.730566] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.730882] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.731296] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.731527] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.731700] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.732027] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.732247] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.732523] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.732682] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.732921] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.732999] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.733111] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.733219] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.733348] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.755632] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.756412] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.756666] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.756911] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.757434] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-24ee28f6-d2c3-4f77-b981-02ebad0cf3ad taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.757760] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-24ee28f6-d2c3-4f77-b981-02ebad0cf3ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.757892] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-24ee28f6-d2c3-4f77-b981-02ebad0cf3ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.758232] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-24ee28f6-d2c3-4f77-b981-02ebad0cf3ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.758384] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24ee28f6-d2c3-4f77-b981-02ebad0cf3ad',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.870372] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.870580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.870580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.870811] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.870978] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.871090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.871153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.871299] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.871381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.871470] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.871694] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.871839] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.871839] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.871983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.872127] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.872217] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.872276] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.872408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.872483] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.872563] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.872652] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.888169] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.888323] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.888403] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.888625] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.888719] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.888927] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.889033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.889080] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.889233] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.889295] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.889383] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a is going to be updated. [ 1048.918041] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.918208] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.918388] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.918675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.918808] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.939115] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: IN_PROGRESS for 2s [ 1049.222427] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: SUCCESS [ 1049.224563] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.261463] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.261742] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.261904] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.262299] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.262470] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.262691] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 24ee28f6-d2c3-4f77-b981-02ebad0cf3ad not found, creating... [ 1049.263044] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.263232] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.263365] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.263640] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.263794] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.264176] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.264362] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.264517] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.264740] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.264949] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.265325] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 24ee28f6-d2c3-4f77-b981-02ebad0cf3ad is going to be created. [ 1049.304646] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.304760] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.304906] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.305233] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.305593] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.305942] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-24ee28f6-d2c3-4f77-b981-02ebad0cf3ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.375489] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc: rpc.has_security_group_logging(os_id): False [ 1049.403420] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.403707] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.403813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.404099] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.404201] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.404462] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.404584] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.404646] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.404802] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.404946] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.405087] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.405184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.405257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.405368] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.405445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.405618] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.405718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.405772] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.405916] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.405983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.406117] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 1049.497938] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.497938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.497938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.497938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.497938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.519536] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 1050.305503] env[65619]: INFO networking_nsxv3.common.synchronization [req-b7856f4a-1afb-460f-8f40-0c80ce9375ca req-780293a9-aafe-4559-923a-6427009ba2ed tempest-AttachInterfacesTestJSON-210967248 tempest-AttachInterfacesTestJSON-210967248-project-member] Enqueued Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 1050.306779] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 1050.307154] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.307290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.307359] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.307559] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.308013] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.308013] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.308013] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.308220] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.308220] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.308284] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.488965] env[65619]: INFO networking_nsxv3.common.synchronization [req-7090341b-8ee1-497f-8e79-e866802894d3 req-d24385ab-1183-4ade-9a78-ef466c7c7f6a service nova] Enqueued Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_rules [ 1050.490227] env[65619]: INFO networking_nsxv3.common.synchronization [req-7090341b-8ee1-497f-8e79-e866802894d3 req-d24385ab-1183-4ade-9a78-ef466c7c7f6a service nova] Enqueued Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1050.490665] env[65619]: INFO networking_nsxv3.common.synchronization [req-7090341b-8ee1-497f-8e79-e866802894d3 req-d24385ab-1183-4ade-9a78-ef466c7c7f6a service nova] Enqueued Resource ID: 24ee28f6-d2c3-4f77-b981-02ebad0cf3ad with Priority: HIGHEST for action port [ 1050.491602] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_rules [ 1050.491887] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1050.492135] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ee28f6-d2c3-4f77-b981-02ebad0cf3ad with Priority: HIGHEST for action port [ 1050.493128] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.493369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.493525] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.493873] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.494083] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.495459] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.495599] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.495985] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-24ee28f6-d2c3-4f77-b981-02ebad0cf3ad taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.496188] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24ee28f6-d2c3-4f77-b981-02ebad0cf3ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.496275] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24ee28f6-d2c3-4f77-b981-02ebad0cf3ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.497966] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24ee28f6-d2c3-4f77-b981-02ebad0cf3ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.497966] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24ee28f6-d2c3-4f77-b981-02ebad0cf3ad',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.810652] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.950489] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: SUCCESS [ 1050.950489] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a deletion is rescheduled due to dependency. [ 1050.950489] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.950489] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.950489] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.952566] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.952566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.952566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.952566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.952566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.952566] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.999030] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.999196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.001532] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24ee28f6-d2c3-4f77-b981-02ebad0cf3ad with status ACTIVE [ 1051.001873] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.002202] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.002322] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.002627] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.002851] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.003100] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.003279] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.003378] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.003595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.003745] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.003972] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.004151] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.004268] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.004425] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.004516] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.004604] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24ee28f6-d2c3-4f77-b981-02ebad0cf3ad is going to be updated. [ 1051.029111] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.029269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.029269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.029557] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.029720] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.030390] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24ee28f6-d2c3-4f77-b981-02ebad0cf3ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.050025] env[65619]: INFO networking_nsxv3.common.synchronization [None req-1b36c1fb-5249-443b-b018-5a78e8d87923 tempest-AttachInterfacesTestJSON-210967248 tempest-AttachInterfacesTestJSON-210967248-project-member] Enqueued Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 1051.050558] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 1051.050896] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.051036] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.314038] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.454910] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.539262] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 1051.539529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.816119] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.816288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.816355] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.816742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.816840] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.816944] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2d394af-ab31-4d32-a118-403a69121a17 is going to be updated. [ 1051.861165] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.861375] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.861426] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.861681] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.861878] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.870955] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: IN_PROGRESS for 2s [ 1051.956412] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.459767] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.459989] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.460060] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.460333] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.460446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.460563] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a is going to be updated. [ 1052.489597] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.489874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.489874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.490130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.490310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.499461] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: IN_PROGRESS for 2s [ 1053.733983] env[65619]: INFO networking_nsxv3.common.synchronization [req-dcff849e-2d84-45ae-9108-3e473872b3cc req-222ea086-c3de-4cec-b788-d737e6b81f47 tempest-AttachInterfacesTestJSON-210967248 tempest-AttachInterfacesTestJSON-210967248-project-member] Enqueued Resource ID: f27465c8-8345-4035-b380-c46410a93545 with Priority: HIGHEST for action security_group_members [ 1053.735157] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27465c8-8345-4035-b380-c46410a93545 with Priority: HIGHEST for action security_group_members [ 1053.735157] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-f27465c8-8345-4035-b380-c46410a93545 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.735349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.735349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.735543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.736232] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.736232] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.736232] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.736232] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.736232] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.736232] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f27465c8-8345-4035-b380-c46410a93545',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.881158] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: SUCCESS [ 1053.881599] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.881932] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.882187] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.882372] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.882490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.882566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.882746] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.882994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.882994] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.240176] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.240176] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.240176] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.240176] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.276018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.276429] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.276635] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.276729] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.277017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.277136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.277261] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f27465c8-8345-4035-b380-c46410a93545 is going to be updated. [ 1054.319589] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.319865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.319956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.320430] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.320647] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.331178] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27465c8-8345-4035-b380-c46410a93545 in Status: IN_PROGRESS for 2s [ 1054.384975] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.385277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.385375] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.385664] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.385775] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.385999] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.386196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.386348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.386635] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.386724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.386838] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2d394af-ab31-4d32-a118-403a69121a17 is going to be updated. [ 1054.442288] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.442288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.442288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.442608] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.442770] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.455138] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: IN_PROGRESS for 2s [ 1054.512901] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: SUCCESS [ 1054.513266] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.513526] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.513838] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.514142] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.514327] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.514442] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.514695] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.514939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.515139] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.515303] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.018695] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.019344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.019344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.019344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.019344] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.019727] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.019727] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.019727] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.019727] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.019966] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.019966] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.020066] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.020111] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.020251] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.020393] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.020499] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.020557] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.020740] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.020854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.020988] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.021155] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.524998] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77dea6d2-7819-4188-b6cc-f6308e6d449a: rpc.has_security_group_logging(os_id): False [ 1055.548036] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.548223] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.548364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.548797] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.548975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.550751] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.550751] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.550751] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.550751] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.550751] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.551234] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.551475] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.552194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.552314] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.552437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.552758] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.552885] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.553084] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.553265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.553308] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.553435] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a is going to be updated. [ 1055.645615] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.645615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.645615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.645882] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.646022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.659185] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: IN_PROGRESS for 2s [ 1055.713200] env[65619]: INFO networking_nsxv3.common.synchronization [req-b8ddce6c-3c0a-488e-96d4-8719805637c1 req-adf965fa-de10-4362-a370-44067a1492e5 tempest-ServersNegativeTestJSON-269092673 tempest-ServersNegativeTestJSON-269092673-project-member] Enqueued Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGHEST for action security_group_members [ 1055.714110] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGHEST for action security_group_members [ 1055.716075] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.716075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.716075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.716075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.716075] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.716075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.716075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.716494] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.716494] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.716494] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.219135] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.219457] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.219457] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.219678] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.219810] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.220036] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.220183] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.220240] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.220378] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.220455] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.220538] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 is going to be updated. [ 1056.250679] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.250898] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.251026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.251302] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.251484] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.266077] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 in Status: IN_PROGRESS for 2s [ 1056.343349] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f27465c8-8345-4035-b380-c46410a93545 in Status: SUCCESS [ 1056.343349] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f27465c8-8345-4035-b380-c46410a93545 deletion is rescheduled due to dependency. [ 1056.343459] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f27465c8-8345-4035-b380-c46410a93545" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.465953] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: SUCCESS [ 1056.466231] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2d394af-ab31-4d32-a118-403a69121a17 deletion is rescheduled due to dependency. [ 1056.466396] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.755080] env[65619]: INFO networking_nsxv3.common.synchronization [req-c2f99ca7-8ae9-433f-b218-32e22707481e req-f4e1aab4-123a-4cc3-ace9-c77c02d33d2a tempest-ServerDiskConfigTestJSON-75665536 tempest-ServerDiskConfigTestJSON-75665536-project-member] Enqueued Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 1056.756126] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 1056.756530] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.756714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.756761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.756957] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.757131] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.757279] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.757423] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.757659] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.757799] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.758926] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.262078] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.262738] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.262738] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.262738] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.288675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.289013] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.289153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.289220] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.289418] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.289499] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.289586] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f is going to be updated. [ 1057.345727] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.345887] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.345952] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.346182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.346328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.354256] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: IN_PROGRESS for 2s [ 1057.673648] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: SUCCESS [ 1057.673777] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.278383] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 in Status: SUCCESS [ 1058.278792] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 deletion is rescheduled due to dependency. [ 1058.278792] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.363595] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: SUCCESS [ 1059.364098] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f deletion is rescheduled due to dependency. [ 1059.364098] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.055166] env[65619]: INFO networking_nsxv3.common.synchronization [req-e60c36de-835d-402f-a058-3638d45ef21f req-a86ca7db-f01b-4ec7-9035-6cf9aa49112d tempest-ServersTestJSON-727754052 tempest-ServersTestJSON-727754052-project-member] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1060.055391] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1060.055572] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.055714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.055836] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.055975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.056145] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.056246] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.056309] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.056447] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.056531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.056632] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.415501] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.415823] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.415872] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.416140] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.416405] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.416602] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.416674] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.416883] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.417038] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.417255] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.417365] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.417469] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.417587] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.417695] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.417799] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.417930] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.438264] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.438264] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.438264] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.438264] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.438525] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-76065115-08e9-4da7-91f5-b1b095193fa7 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.438617] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-76065115-08e9-4da7-91f5-b1b095193fa7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.439336] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-76065115-08e9-4da7-91f5-b1b095193fa7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.439336] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-76065115-08e9-4da7-91f5-b1b095193fa7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.439756] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76065115-08e9-4da7-91f5-b1b095193fa7',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.559911] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.941746] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.942019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.942154] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.942574] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.942804] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.943345] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 76065115-08e9-4da7-91f5-b1b095193fa7 not found, creating... [ 1060.943345] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.943606] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.943606] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.944025] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.944322] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.944526] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.945537] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.945537] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.945537] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.945537] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.945537] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 76065115-08e9-4da7-91f5-b1b095193fa7 is going to be created. [ 1060.966145] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.966145] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.966145] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.966647] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.966698] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.966899] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-76065115-08e9-4da7-91f5-b1b095193fa7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.061766] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.564209] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.564537] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.564537] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.564726] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.564836] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.564957] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 1061.595131] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.595340] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.595390] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.595565] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.595868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.604230] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 1061.678064] env[65619]: INFO networking_nsxv3.common.synchronization [req-e60c36de-835d-402f-a058-3638d45ef21f req-501b989c-006d-46ab-895f-580c8644e16e service nova] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_rules [ 1061.678282] env[65619]: INFO networking_nsxv3.common.synchronization [req-e60c36de-835d-402f-a058-3638d45ef21f req-501b989c-006d-46ab-895f-580c8644e16e service nova] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1061.678422] env[65619]: INFO networking_nsxv3.common.synchronization [req-e60c36de-835d-402f-a058-3638d45ef21f req-501b989c-006d-46ab-895f-580c8644e16e service nova] Enqueued Resource ID: 76065115-08e9-4da7-91f5-b1b095193fa7 with Priority: HIGHEST for action port [ 1061.679301] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_rules [ 1061.679464] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1061.679566] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76065115-08e9-4da7-91f5-b1b095193fa7 with Priority: HIGHEST for action port [ 1061.680066] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.680207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.680276] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.680496] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.680580] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.682219] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.682346] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.682561] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-76065115-08e9-4da7-91f5-b1b095193fa7 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.682663] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76065115-08e9-4da7-91f5-b1b095193fa7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.682725] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76065115-08e9-4da7-91f5-b1b095193fa7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.682910] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76065115-08e9-4da7-91f5-b1b095193fa7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.682983] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76065115-08e9-4da7-91f5-b1b095193fa7',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.183443] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.183586] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.184928] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76065115-08e9-4da7-91f5-b1b095193fa7 with status ACTIVE [ 1062.185129] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.185384] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.185384] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.185531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.185619] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.185785] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.185892] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.185943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.186141] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.186186] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.186395] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.186566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.186735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.186904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.186981] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.187083] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76065115-08e9-4da7-91f5-b1b095193fa7 is going to be updated. [ 1062.209846] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.210287] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.210287] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.210403] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.210596] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.211332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76065115-08e9-4da7-91f5-b1b095193fa7" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.618339] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 1063.618339] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.618969] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.618969] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.619134] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.619277] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.619366] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.619601] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.619722] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.619876] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.122196] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.626059] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.128335] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.128559] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.128632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.128866] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.128957] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.129163] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 1065.164889] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.165140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.165223] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.165472] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.165646] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.177340] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 1065.238719] env[65619]: INFO networking_nsxv3.common.synchronization [req-262b6a31-86ac-422c-a372-9b7f105f1480 req-11ca7569-96be-43c2-be34-5730df49eab4 tempest-AttachInterfacesUnderV243Test-1329344684 tempest-AttachInterfacesUnderV243Test-1329344684-project-member] Enqueued Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_members [ 1065.240146] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_members [ 1065.240576] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2746979-30b3-49c4-bb43-1418452214a0 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.240714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.240783] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.240981] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.241243] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.241347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.241411] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.241589] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.241681] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.241778] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.270230] env[65619]: INFO networking_nsxv3.common.synchronization [req-262b6a31-86ac-422c-a372-9b7f105f1480 req-11ca7569-96be-43c2-be34-5730df49eab4 tempest-AttachInterfacesUnderV243Test-1329344684 tempest-AttachInterfacesUnderV243Test-1329344684-project-member] Enqueued Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_rules [ 1065.270771] env[65619]: INFO networking_nsxv3.common.synchronization [req-262b6a31-86ac-422c-a372-9b7f105f1480 req-11ca7569-96be-43c2-be34-5730df49eab4 tempest-AttachInterfacesUnderV243Test-1329344684 tempest-AttachInterfacesUnderV243Test-1329344684-project-member] Enqueued Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_members [ 1065.272020] env[65619]: INFO networking_nsxv3.common.synchronization [req-262b6a31-86ac-422c-a372-9b7f105f1480 req-11ca7569-96be-43c2-be34-5730df49eab4 tempest-AttachInterfacesUnderV243Test-1329344684 tempest-AttachInterfacesUnderV243Test-1329344684-project-member] Enqueued Resource ID: c51534a8-177b-4173-a46b-d71a6e066745 with Priority: HIGHEST for action port [ 1065.272020] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_rules [ 1065.272020] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_members [ 1065.272236] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51534a8-177b-4173-a46b-d71a6e066745 with Priority: HIGHEST for action port [ 1065.272772] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2746979-30b3-49c4-bb43-1418452214a0 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.273127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.275242] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.275242] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.275242] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.275242] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2746979-30b3-49c4-bb43-1418452214a0 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.275242] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.275242] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-c51534a8-177b-4173-a46b-d71a6e066745 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.275631] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c51534a8-177b-4173-a46b-d71a6e066745" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.275631] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c51534a8-177b-4173-a46b-d71a6e066745" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.275631] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c51534a8-177b-4173-a46b-d71a6e066745" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.275631] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c51534a8-177b-4173-a46b-d71a6e066745',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.744065] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.778556] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c51534a8-177b-4173-a46b-d71a6e066745 with status ACTIVE [ 1065.778964] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.779205] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.779315] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.779844] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.779844] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.780094] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.780279] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.780396] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.780710] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.780828] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.781140] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.781491] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.781603] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.781846] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.781974] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.782135] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c51534a8-177b-4173-a46b-d71a6e066745 is going to be updated. [ 1065.783886] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2746979-30b3-49c4-bb43-1418452214a0 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.784074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.808963] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.808963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.808963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.809331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.809331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.809473] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c51534a8-177b-4173-a46b-d71a6e066745" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.247151] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.750132] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.750580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.750580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.750580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.750787] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.750822] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2746979-30b3-49c4-bb43-1418452214a0 is going to be updated. [ 1066.794153] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.794389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.794389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.794573] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.794720] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.806553] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2746979-30b3-49c4-bb43-1418452214a0 in Status: IN_PROGRESS for 2s [ 1067.189726] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 1067.189726] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.189945] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.190105] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.190295] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.190425] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.190479] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.190608] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.190687] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.191243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.191243] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.226472] env[65619]: INFO networking_nsxv3.common.synchronization [req-76bcbfb8-8475-4289-88a8-a45f1a7d18a8 req-2dc805a8-1b4a-44b3-b746-6ae3d812896a tempest-ServerActionsTestJSON-867147254 tempest-ServerActionsTestJSON-867147254-project-member] Enqueued Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_members [ 1067.226472] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_members [ 1067.226472] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.226472] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.226472] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.226738] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.226902] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.227082] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.227082] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.227259] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.227379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.227492] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.698041] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.698041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.698041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.698041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.698316] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.698316] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.698432] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.699050] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.699050] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.699050] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.699050] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.699050] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.699050] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.699432] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.699432] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.699432] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.699542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.699575] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.699655] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.699738] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.699867] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.729830] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.730099] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.730290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.730536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.755462] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.755824] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.755824] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.755954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.756125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.756258] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.756258] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec is going to be updated. [ 1067.796875] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.797185] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.797185] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.797396] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.797541] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.808133] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: IN_PROGRESS for 2s [ 1068.014032] env[65619]: INFO networking_nsxv3.common.synchronization [None req-74c3e226-0fb8-45fe-af56-e7103f85d18c tempest-AttachInterfacesTestJSON-210967248 tempest-AttachInterfacesTestJSON-210967248-project-member] Enqueued Resource ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 with Priority: HIGHEST for action security_group_rules [ 1068.014448] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 with Priority: HIGHEST for action security_group_rules [ 1068.014759] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07cb3128-eb77-42d2-b18f-e3d2f1b28d39 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.014878] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.014988] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.015212] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.015294] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07cb3128-eb77-42d2-b18f-e3d2f1b28d39',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.106886] env[65619]: INFO networking_nsxv3.common.synchronization [None req-fc73f436-b614-448e-b377-42317edcf00f tempest-AttachInterfacesTestJSON-210967248 tempest-AttachInterfacesTestJSON-210967248-project-member] Enqueued Resource ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 with Priority: HIGHEST for action security_group_rules [ 1068.107744] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 with Priority: HIGHEST for action security_group_rules [ 1068.108215] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07cb3128-eb77-42d2-b18f-e3d2f1b28d39 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.108359] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.205779] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc: rpc.has_security_group_logging(os_id): False [ 1068.230823] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.231048] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.231135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.231332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.231424] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.231675] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.231788] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.232064] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.232245] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.232317] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.232550] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.232651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.232740] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.232975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.233046] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.233249] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.233370] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.233442] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.233571] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.233646] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.233730] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 1068.319319] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.319626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.319626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.319825] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.319971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.345834] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 1068.535155] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.535347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.535402] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.535662] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.535735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.535879] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 already deleted. [ 1068.536036] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.536262] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.536547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.536675] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07cb3128-eb77-42d2-b18f-e3d2f1b28d39',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.587818] env[65619]: INFO networking_nsxv3.common.synchronization [req-947f71be-f12f-4149-ba15-1e7b24e8e487 req-eedc9f7a-1c4a-4ff8-9182-237fba1a8999 tempest-AttachInterfacesUnderV243Test-1329344684 tempest-AttachInterfacesUnderV243Test-1329344684-project-member] Enqueued Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_members [ 1068.588585] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_members [ 1068.589865] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2746979-30b3-49c4-bb43-1418452214a0 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.589865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.608073] env[65619]: INFO networking_nsxv3.common.synchronization [req-947f71be-f12f-4149-ba15-1e7b24e8e487 req-eedc9f7a-1c4a-4ff8-9182-237fba1a8999 tempest-AttachInterfacesUnderV243Test-1329344684 tempest-AttachInterfacesUnderV243Test-1329344684-project-member] Enqueued Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_rules [ 1068.608207] env[65619]: INFO networking_nsxv3.common.synchronization [req-947f71be-f12f-4149-ba15-1e7b24e8e487 req-eedc9f7a-1c4a-4ff8-9182-237fba1a8999 tempest-AttachInterfacesUnderV243Test-1329344684 tempest-AttachInterfacesUnderV243Test-1329344684-project-member] Enqueued Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_members [ 1068.608393] env[65619]: INFO networking_nsxv3.common.synchronization [req-947f71be-f12f-4149-ba15-1e7b24e8e487 req-eedc9f7a-1c4a-4ff8-9182-237fba1a8999 tempest-AttachInterfacesUnderV243Test-1329344684 tempest-AttachInterfacesUnderV243Test-1329344684-project-member] Enqueued Resource ID: c51534a8-177b-4173-a46b-d71a6e066745 with Priority: HIGHEST for action port [ 1068.609224] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_rules [ 1068.609722] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_members [ 1068.609837] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51534a8-177b-4173-a46b-d71a6e066745 with Priority: HIGHEST for action port [ 1068.610096] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2746979-30b3-49c4-bb43-1418452214a0 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.610230] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.610418] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2746979-30b3-49c4-bb43-1418452214a0 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.610520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.610698] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-c51534a8-177b-4173-a46b-d71a6e066745 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.610805] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c51534a8-177b-4173-a46b-d71a6e066745" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.610870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c51534a8-177b-4173-a46b-d71a6e066745" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.611089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c51534a8-177b-4173-a46b-d71a6e066745" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.611182] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c51534a8-177b-4173-a46b-d71a6e066745',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.819117] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2746979-30b3-49c4-bb43-1418452214a0 in Status: SUCCESS [ 1068.819498] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.819549] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.819812] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.820042] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.820177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.820256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.820430] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.820544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.820636] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.064824] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.064983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.065044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.065254] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.065345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.065528] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 already deleted. [ 1069.065528] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.114278] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c51534a8-177b-4173-a46b-d71a6e066745 with status ACTIVE [ 1069.114616] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.114840] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.114939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.115182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.115293] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.115464] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.115580] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.115641] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.115802] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.115878] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.116111] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.116224] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.116262] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.116419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.116494] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.116573] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c51534a8-177b-4173-a46b-d71a6e066745 is going to be updated. [ 1069.140375] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.141759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.141887] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.142220] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.142955] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.142955] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c51534a8-177b-4173-a46b-d71a6e066745" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.323257] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.823556] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: SUCCESS [ 1069.824116] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec deletion is rescheduled due to dependency. [ 1069.824284] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.825698] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.225596] env[65619]: INFO networking_nsxv3.common.synchronization [req-58e42f0f-7716-4dc4-9932-9ef1cf582037 req-2ba64d94-4199-40b1-9b23-90b9ed519742 tempest-ServerDiskConfigTestJSON-75665536 tempest-ServerDiskConfigTestJSON-75665536-project-member] Enqueued Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 1070.226222] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 1070.226538] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.226669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.226804] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.227041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.227209] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.227303] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.227358] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.227507] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.227590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.227751] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.328103] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.328269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.328353] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.328556] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.328650] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.328752] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2746979-30b3-49c4-bb43-1418452214a0 is going to be updated. [ 1070.367076] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.367076] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.367076] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.367385] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.367481] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.370450] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 1070.370675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.383637] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2746979-30b3-49c4-bb43-1418452214a0 in Status: IN_PROGRESS for 2s [ 1070.638723] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.638957] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-377" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.639340] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-377" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.639419] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-377" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.639633] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.639793] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.639914] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.640164] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.640312] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.640520] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.640639] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.640740] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.640846] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.640958] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.641069] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.641201] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.665776] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.665976] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.666098] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.666279] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-377" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.666596] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-18f5ae17-335f-4d9a-8950-e2f74eda3d7c taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.666776] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-18f5ae17-335f-4d9a-8950-e2f74eda3d7c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.666890] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-18f5ae17-335f-4d9a-8950-e2f74eda3d7c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.667256] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-18f5ae17-335f-4d9a-8950-e2f74eda3d7c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.667394] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18f5ae17-335f-4d9a-8950-e2f74eda3d7c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.733368] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.733584] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.733584] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.733805] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.733900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.734125] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.734227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.734290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.734450] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.734576] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.734619] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f is going to be updated. [ 1070.761049] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.761314] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.761314] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.761451] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.761596] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.770435] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: IN_PROGRESS for 2s [ 1071.170508] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.170976] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.171147] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.171546] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.171861] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.172183] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 18f5ae17-335f-4d9a-8950-e2f74eda3d7c not found, creating... [ 1071.172653] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.173070] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.173235] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.173742] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.173895] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.174479] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.174625] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.174794] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.175235] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.175542] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.175812] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 18f5ae17-335f-4d9a-8950-e2f74eda3d7c is going to be created. [ 1071.199875] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.200196] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.200299] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.201226] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.201226] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.201226] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-18f5ae17-335f-4d9a-8950-e2f74eda3d7c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.844256] env[65619]: INFO networking_nsxv3.common.synchronization [req-63cfac8c-7d47-4653-86ec-518d2226436b req-778ff46f-262e-40c1-a0c4-b75ce0f7f49e tempest-AttachVolumeTestJSON-1141352336 tempest-AttachVolumeTestJSON-1141352336-project-member] Enqueued Resource ID: 485c05dd-ee80-4734-9394-e621a32fa5bd with Priority: HIGHEST for action security_group_members [ 1071.845319] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485c05dd-ee80-4734-9394-e621a32fa5bd with Priority: HIGHEST for action security_group_members [ 1071.845798] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-485c05dd-ee80-4734-9394-e621a32fa5bd taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.846435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.846435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.846717] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.847160] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.847331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.847464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.848088] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.848185] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.848494] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('485c05dd-ee80-4734-9394-e621a32fa5bd',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.974229] env[65619]: INFO networking_nsxv3.common.synchronization [req-58e42f0f-7716-4dc4-9932-9ef1cf582037 req-2dd30fb1-bc52-40c2-b972-22f7d529f1a5 service nova] Enqueued Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_rules [ 1071.974229] env[65619]: INFO networking_nsxv3.common.synchronization [req-58e42f0f-7716-4dc4-9932-9ef1cf582037 req-2dd30fb1-bc52-40c2-b972-22f7d529f1a5 service nova] Enqueued Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 1071.974229] env[65619]: INFO networking_nsxv3.common.synchronization [req-58e42f0f-7716-4dc4-9932-9ef1cf582037 req-2dd30fb1-bc52-40c2-b972-22f7d529f1a5 service nova] Enqueued Resource ID: 18f5ae17-335f-4d9a-8950-e2f74eda3d7c with Priority: HIGHEST for action port [ 1071.974229] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_rules [ 1071.974743] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 1071.975233] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f5ae17-335f-4d9a-8950-e2f74eda3d7c with Priority: HIGHEST for action port [ 1071.976083] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.978962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.978962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.978962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.978962] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.978962] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.978962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.978962] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-18f5ae17-335f-4d9a-8950-e2f74eda3d7c taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.978962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18f5ae17-335f-4d9a-8950-e2f74eda3d7c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.978962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18f5ae17-335f-4d9a-8950-e2f74eda3d7c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.978962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18f5ae17-335f-4d9a-8950-e2f74eda3d7c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.978962] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18f5ae17-335f-4d9a-8950-e2f74eda3d7c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.351607] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.351961] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.351961] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.352118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.374694] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.376406] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.376406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.376406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.376406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.376406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.376406] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485c05dd-ee80-4734-9394-e621a32fa5bd is going to be updated. [ 1072.392156] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2746979-30b3-49c4-bb43-1418452214a0 in Status: SUCCESS [ 1072.392584] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.392790] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.393011] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.393209] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.393331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.393398] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.393556] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.393639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.393724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.393821] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.394987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.395803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.395803] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.396065] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.397012] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.397012] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.397012] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.397012] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.406898] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.407138] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.407436] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.407436] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.407739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.418127] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485c05dd-ee80-4734-9394-e621a32fa5bd in Status: IN_PROGRESS for 2s [ 1072.484029] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.484029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.484029] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18f5ae17-335f-4d9a-8950-e2f74eda3d7c with status ACTIVE [ 1072.484029] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.484029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.484029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.484029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.484029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.484029] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.484029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.484029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.484029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.484029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.484029] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.485067] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.485067] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.485067] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.485067] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.485067] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18f5ae17-335f-4d9a-8950-e2f74eda3d7c is going to be updated. [ 1072.509123] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.509123] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.509123] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.509123] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.509123] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.509123] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18f5ae17-335f-4d9a-8950-e2f74eda3d7c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.672733] env[65619]: INFO networking_nsxv3.common.synchronization [req-705c5731-3ce2-4ea2-9334-48a88dec1165 req-04c1232d-177d-4703-9e0b-96030a495851 tempest-AttachInterfacesUnderV243Test-1329344684 tempest-AttachInterfacesUnderV243Test-1329344684-project-member] Enqueued Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_members [ 1072.673698] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2746979-30b3-49c4-bb43-1418452214a0 with Priority: HIGHEST for action security_group_members [ 1072.674506] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2746979-30b3-49c4-bb43-1418452214a0 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.674506] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.783317] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: SUCCESS [ 1072.783317] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f deletion is rescheduled due to dependency. [ 1072.783317] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.783317] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.785524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.785712] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.785846] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.785911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.786154] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.786238] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.786362] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.898468] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.899807] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.290076] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.400795] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2746979-30b3-49c4-bb43-1418452214a0: rpc.has_security_group_logging(os_id): False [ 1073.406212] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.423181] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.423328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.423388] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.423733] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.423733] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.423926] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.424025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.424089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.424229] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.424299] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.424379] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2746979-30b3-49c4-bb43-1418452214a0 is going to be updated. [ 1073.489776] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.490155] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.490155] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.490408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.490571] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.506059] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2746979-30b3-49c4-bb43-1418452214a0 in Status: IN_PROGRESS for 2s [ 1073.794928] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.885397] env[65619]: INFO networking_nsxv3.common.synchronization [req-cc801d15-eb22-48db-9144-f9b0750d9711 req-ff7ba963-c0b7-444c-ad8c-203286932fcc tempest-ServersTestJSON-727754052 tempest-ServersTestJSON-727754052-project-member] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1073.885937] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1073.886400] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.886588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.886588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.887478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.887478] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.887582] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.887582] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.887756] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.887836] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.887944] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.908244] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.908555] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.908555] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.908813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.908813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.909222] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2746979-30b3-49c4-bb43-1418452214a0 is going to be updated. [ 1073.942055] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.942253] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.942346] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.942520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.942695] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.952233] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2746979-30b3-49c4-bb43-1418452214a0 in Status: IN_PROGRESS for 2s [ 1074.298073] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.298073] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.298292] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.298332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.298408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.298511] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f is going to be updated. [ 1074.332416] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.332617] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.332725] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.333308] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.333308] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.344438] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: IN_PROGRESS for 2s [ 1074.390166] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.430128] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485c05dd-ee80-4734-9394-e621a32fa5bd in Status: SUCCESS [ 1074.430464] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485c05dd-ee80-4734-9394-e621a32fa5bd deletion is rescheduled due to dependency. [ 1074.430464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.893684] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.396701] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.398499] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.398664] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.398938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.399083] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.399180] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 1075.429834] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.430126] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.430245] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.430499] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.430928] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.442225] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 1075.521870] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2746979-30b3-49c4-bb43-1418452214a0 in Status: SUCCESS [ 1075.521962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.522165] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.522404] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.522503] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.963364] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2746979-30b3-49c4-bb43-1418452214a0 in Status: SUCCESS [ 1075.963585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.963873] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.964143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.964369] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.964542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.964607] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.964768] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.964884] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.964939] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.045746] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.046016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.046016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.046306] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.046420] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.046526] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2746979-30b3-49c4-bb43-1418452214a0 is going to be deleted. [ 1076.105475] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.105691] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.105782] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.106052] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.106784] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.106784] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.355909] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: SUCCESS [ 1076.356172] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.356348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.356581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.356809] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.356961] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.356961] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.357153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.357219] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.357279] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.357370] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.468095] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.468371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.468371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.468651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.468698] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.469544] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.469544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.469544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.469544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.469544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.469544] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2746979-30b3-49c4-bb43-1418452214a0 is going to be deleted. [ 1076.503531] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.503792] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.503947] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.504214] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.504393] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.504464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.504675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.504892] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.505091] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.505215] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.505278] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.505509] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.505622] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.505737] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2746979-30b3-49c4-bb43-1418452214a0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.859611] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.859839] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.859839] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.860358] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.860568] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.860802] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.860941] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.861210] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.861292] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.861330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.861486] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.861584] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.861644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.861787] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.861923] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.862027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.862138] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.862234] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.862308] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.862388] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.862475] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.009551] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.009551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.009551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.009551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.009551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.009551] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.009551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.009551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.010029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.010029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.010029] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2746979-30b3-49c4-bb43-1418452214a0 already deleted. [ 1077.010029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2746979-30b3-49c4-bb43-1418452214a0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.365582] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca185c51-59be-4270-95e6-a5adb7dc8b5f: rpc.has_security_group_logging(os_id): False [ 1077.386962] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.386962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.386962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.386962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.386962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.387418] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.387418] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.387418] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.387418] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.387757] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.387757] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.387892] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.387892] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.388066] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.388145] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.388371] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.388475] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.388538] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.388678] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.388752] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.388838] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f is going to be updated. [ 1077.451895] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 1077.452137] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.467110] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.467815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.467815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.467815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.468030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.482167] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: IN_PROGRESS for 2s [ 1078.887496] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1078.887848] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1079.498476] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: SUCCESS [ 1079.498672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.770995] env[65619]: INFO networking_nsxv3.common.synchronization [req-8e2ba817-1d0f-4ce4-b485-4f58901cfa0a req-379f90e1-3c90-4d1b-b162-756dd42af8d7 tempest-AttachInterfacesTestJSON-210967248 tempest-AttachInterfacesTestJSON-210967248-project-member] Enqueued Resource ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 with Priority: HIGHEST for action security_group_members [ 1080.771786] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 with Priority: HIGHEST for action security_group_members [ 1080.771958] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.772163] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.772163] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.772474] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.772684] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.772823] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.772823] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.772957] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.773055] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.773256] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cb3128-eb77-42d2-b18f-e3d2f1b28d39',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.112797] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.113052] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.113206] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.113536] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.113831] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.114038] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.114193] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.114453] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.114635] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.114884] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.115017] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.115713] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.115713] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.115713] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.115713] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.115713] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.134343] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.134557] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.134728] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.134945] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.135320] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-336e30c6-a001-4ed2-a67c-165377bf1b15 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.135524] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-336e30c6-a001-4ed2-a67c-165377bf1b15" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.135678] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-336e30c6-a001-4ed2-a67c-165377bf1b15" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.136041] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-336e30c6-a001-4ed2-a67c-165377bf1b15" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.136224] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('336e30c6-a001-4ed2-a67c-165377bf1b15',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.277257] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.277477] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.277550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.277768] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.277855] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.278077] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.278179] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.278179] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.278377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.278454] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.278535] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 already deleted. [ 1081.278619] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.638931] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.639285] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.639491] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.639669] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.639818] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.640017] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 336e30c6-a001-4ed2-a67c-165377bf1b15 not found, creating... [ 1081.640316] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.640492] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.640611] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.640846] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.640984] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.641337] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.641512] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.641628] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.641830] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.641962] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.642140] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 336e30c6-a001-4ed2-a67c-165377bf1b15 is going to be created. [ 1081.664051] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.664589] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.664589] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.664786] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.665021] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.665275] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-336e30c6-a001-4ed2-a67c-165377bf1b15" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.058893] env[65619]: INFO networking_nsxv3.common.synchronization [req-2bebfafb-ef7e-4428-b8ab-937bbc0a9580 req-bcb03453-e73d-442b-94fe-636e0c73bcf6 tempest-ImagesTestJSON-212771706 tempest-ImagesTestJSON-212771706-project-member] Enqueued Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1082.059390] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1082.059705] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.059829] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.060122] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.060210] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.060373] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.060512] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.060598] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.060830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.060964] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.061085] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.351349] env[65619]: INFO networking_nsxv3.common.synchronization [req-8e2ba817-1d0f-4ce4-b485-4f58901cfa0a req-8ac76f0c-f670-49a9-991d-7483812b7ced service nova] Enqueued Resource ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 with Priority: HIGHEST for action security_group_rules [ 1082.351456] env[65619]: INFO networking_nsxv3.common.synchronization [req-8e2ba817-1d0f-4ce4-b485-4f58901cfa0a req-8ac76f0c-f670-49a9-991d-7483812b7ced service nova] Enqueued Resource ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 with Priority: HIGHEST for action security_group_members [ 1082.351626] env[65619]: INFO networking_nsxv3.common.synchronization [req-8e2ba817-1d0f-4ce4-b485-4f58901cfa0a req-8ac76f0c-f670-49a9-991d-7483812b7ced service nova] Enqueued Resource ID: 336e30c6-a001-4ed2-a67c-165377bf1b15 with Priority: HIGHEST for action port [ 1082.353837] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 with Priority: HIGHEST for action security_group_rules [ 1082.353837] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 with Priority: HIGHEST for action security_group_members [ 1082.353837] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 336e30c6-a001-4ed2-a67c-165377bf1b15 with Priority: HIGHEST for action port [ 1082.353837] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07cb3128-eb77-42d2-b18f-e3d2f1b28d39 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.353837] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.353837] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.353837] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.353837] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07cb3128-eb77-42d2-b18f-e3d2f1b28d39',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.354668] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.354719] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.354795] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.354986] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.355175] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.355298] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.356854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.356854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.356854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.356854] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cb3128-eb77-42d2-b18f-e3d2f1b28d39',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.356854] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-336e30c6-a001-4ed2-a67c-165377bf1b15 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.356854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-336e30c6-a001-4ed2-a67c-165377bf1b15" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.356854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-336e30c6-a001-4ed2-a67c-165377bf1b15" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.356854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-336e30c6-a001-4ed2-a67c-165377bf1b15" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.356854] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('336e30c6-a001-4ed2-a67c-165377bf1b15',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.563427] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.563427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.563427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.563685] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.563685] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.563863] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.563958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.564035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.564819] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.564819] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.564819] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a is going to be updated. [ 1082.593394] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.593540] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.593630] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.593822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.593968] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.602906] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: IN_PROGRESS for 2s [ 1082.858925] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.859131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.860122] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07cb3128-eb77-42d2-b18f-e3d2f1b28d39',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.860427] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 336e30c6-a001-4ed2-a67c-165377bf1b15 with status ACTIVE [ 1082.861279] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.861442] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.861549] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.861694] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.861898] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.862842] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.862842] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.862842] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.862842] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.862842] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.863170] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.863170] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.863339] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.863686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.863686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.863794] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 336e30c6-a001-4ed2-a67c-165377bf1b15 is going to be updated. [ 1082.889579] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.889854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.889854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.890157] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.890157] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.890296] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-336e30c6-a001-4ed2-a67c-165377bf1b15" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.366102] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07cb3128-eb77-42d2-b18f-e3d2f1b28d39',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.597682] env[65619]: INFO networking_nsxv3.common.synchronization [None req-c8913a41-ead3-4390-91c3-21d915094e6e tempest-AttachVolumeTestJSON-1141352336 tempest-AttachVolumeTestJSON-1141352336-project-member] Enqueued Resource ID: df75dbc1-de38-4da2-b735-8189f99d7a64 with Priority: HIGHEST for action security_group_rules [ 1083.597682] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df75dbc1-de38-4da2-b735-8189f99d7a64 with Priority: HIGHEST for action security_group_rules [ 1083.597682] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df75dbc1-de38-4da2-b735-8189f99d7a64 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.597682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.597682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.597682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.597682] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df75dbc1-de38-4da2-b735-8189f99d7a64',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.688928] env[65619]: INFO networking_nsxv3.common.synchronization [None req-6bff37ef-9696-4dbf-a2f5-a7dade7d2788 tempest-AttachVolumeTestJSON-1141352336 tempest-AttachVolumeTestJSON-1141352336-project-member] Enqueued Resource ID: df75dbc1-de38-4da2-b735-8189f99d7a64 with Priority: HIGHEST for action security_group_rules [ 1083.689974] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df75dbc1-de38-4da2-b735-8189f99d7a64 with Priority: HIGHEST for action security_group_rules [ 1083.690214] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df75dbc1-de38-4da2-b735-8189f99d7a64 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.690397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.869751] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.869751] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.869751] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.869751] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.869751] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.869751] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 is going to be created. [ 1083.915106] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.915106] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.915106] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.915106] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.915575] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.935075] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 in Status: UNINITIALIZED for 2s [ 1084.122180] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.122180] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.122180] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.122180] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.122180] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.122180] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df75dbc1-de38-4da2-b735-8189f99d7a64 already deleted. [ 1084.122180] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.122180] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.122472] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.122559] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df75dbc1-de38-4da2-b735-8189f99d7a64',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.612296] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: SUCCESS [ 1084.612661] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a deletion is rescheduled due to dependency. [ 1084.612661] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.642805] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.642986] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.643065] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.643333] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.643437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.643539] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df75dbc1-de38-4da2-b735-8189f99d7a64 already deleted. [ 1084.643650] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.944996] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 in Status: SUCCESS [ 1085.945332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.945479] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.945735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.945957] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.946103] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.946288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.946347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.946421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.946497] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.946987] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07cb3128-eb77-42d2-b18f-e3d2f1b28d39',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.448404] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07cb3128-eb77-42d2-b18f-e3d2f1b28d39',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.617030] env[65619]: INFO networking_nsxv3.common.synchronization [req-3c0dead3-7306-417a-882e-94e6f0127682 req-5a9ded80-9ec6-41bd-8c42-7df15a01aada tempest-ServerDiskConfigTestJSON-75665536 tempest-ServerDiskConfigTestJSON-75665536-project-member] Enqueued Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 1086.617030] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGHEST for action security_group_members [ 1086.617030] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.617030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.617030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.617030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.617030] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.617030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.617030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.617030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.617030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.617030] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.951613] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07cb3128-eb77-42d2-b18f-e3d2f1b28d39: rpc.has_security_group_logging(os_id): False [ 1086.971014] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.971275] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.971275] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.971491] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.971579] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.971830] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.971944] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.971995] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.972177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.972248] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.972332] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 is going to be created. [ 1087.038717] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.038860] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.038934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.039332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.039566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.052088] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 in Status: IN_PROGRESS for 2s [ 1087.119807] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.119807] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.120137] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.120137] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.120228] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.120431] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.120534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.120596] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.120747] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.120821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.120905] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f is going to be updated. [ 1087.167732] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.167732] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.167732] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.167732] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.167732] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.189289] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: IN_PROGRESS for 2s [ 1088.911966] env[65619]: INFO networking_nsxv3.common.synchronization [req-8fd13726-653c-4635-aef0-933c28905ba3 req-4b915727-1660-4259-9714-fbb501e9e2ca tempest-ServersTestJSON-727754052 tempest-ServersTestJSON-727754052-project-member] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1088.912793] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1088.913386] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.913386] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.913544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.913686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.914133] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.914133] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.914133] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.914256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.914315] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.914759] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.064229] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 in Status: SUCCESS [ 1089.064409] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.201747] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f in Status: SUCCESS [ 1089.201987] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f deletion is rescheduled due to dependency. [ 1089.202157] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.416814] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.919164] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.421833] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.421995] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.422123] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.422286] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.422439] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.422550] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 1090.450937] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.451107] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.451178] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.451359] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.451614] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.465623] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 1092.476541] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 1092.476781] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.690042] env[65619]: INFO networking_nsxv3.common.synchronization [req-95a6a5aa-bc8e-4aae-9418-b374f73770c8 req-44dd68a3-64f2-4a9c-886c-0f0fb3b7a01c tempest-ServerActionsTestJSON-867147254 tempest-ServerActionsTestJSON-867147254-project-member] Enqueued Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_members [ 1092.690530] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_members [ 1092.691703] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.691703] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.691703] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.691703] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.691934] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.691934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.692015] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.692177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.692652] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.692775] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.997474] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.997675] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-158" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.997790] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-158" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.998072] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-158" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.998685] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.998852] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.998970] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.999260] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.999414] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.999621] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.999856] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.999928] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.000069] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.000259] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.000362] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.000491] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.019503] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.019664] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1093.019804] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.020057] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-158" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.020507] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-29e8c1d3-c08e-4bfa-b26e-8ef17b692206 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.020688] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-29e8c1d3-c08e-4bfa-b26e-8ef17b692206" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.020809] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-29e8c1d3-c08e-4bfa-b26e-8ef17b692206" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.021168] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-29e8c1d3-c08e-4bfa-b26e-8ef17b692206" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.021310] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29e8c1d3-c08e-4bfa-b26e-8ef17b692206',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.195145] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.195664] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.195664] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.195664] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.195664] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.195958] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.196145] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.196215] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.196359] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.196437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.196523] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec is going to be updated. [ 1093.222608] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.222748] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.222876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.223018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.223264] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.232700] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: IN_PROGRESS for 2s [ 1093.523986] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.524327] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.524365] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.524744] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.524925] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.525096] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 29e8c1d3-c08e-4bfa-b26e-8ef17b692206 not found, creating... [ 1093.525358] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.525521] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.525631] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.525854] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.525988] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.526277] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.526433] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.526547] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.526773] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.526906] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.527061] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 29e8c1d3-c08e-4bfa-b26e-8ef17b692206 is going to be created. [ 1093.546581] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.546806] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.546932] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.547260] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.547486] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.547711] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-29e8c1d3-c08e-4bfa-b26e-8ef17b692206" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.263577] env[65619]: INFO networking_nsxv3.common.synchronization [req-95a6a5aa-bc8e-4aae-9418-b374f73770c8 req-b6c490d7-0afd-4b2c-a3d3-495afee85179 service nova] Enqueued Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_rules [ 1094.263748] env[65619]: INFO networking_nsxv3.common.synchronization [req-95a6a5aa-bc8e-4aae-9418-b374f73770c8 req-b6c490d7-0afd-4b2c-a3d3-495afee85179 service nova] Enqueued Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_members [ 1094.263857] env[65619]: INFO networking_nsxv3.common.synchronization [req-95a6a5aa-bc8e-4aae-9418-b374f73770c8 req-b6c490d7-0afd-4b2c-a3d3-495afee85179 service nova] Enqueued Resource ID: 29e8c1d3-c08e-4bfa-b26e-8ef17b692206 with Priority: HIGHEST for action port [ 1094.264101] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_rules [ 1094.264230] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_members [ 1094.264326] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29e8c1d3-c08e-4bfa-b26e-8ef17b692206 with Priority: HIGHEST for action port [ 1094.264854] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.264975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.265053] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.265262] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.265341] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.266479] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.266576] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.266780] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-29e8c1d3-c08e-4bfa-b26e-8ef17b692206 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.266881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29e8c1d3-c08e-4bfa-b26e-8ef17b692206" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.266945] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29e8c1d3-c08e-4bfa-b26e-8ef17b692206" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.267151] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29e8c1d3-c08e-4bfa-b26e-8ef17b692206" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.267233] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29e8c1d3-c08e-4bfa-b26e-8ef17b692206',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.769377] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.769377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.769715] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29e8c1d3-c08e-4bfa-b26e-8ef17b692206 with status ACTIVE [ 1094.769715] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.769798] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.769844] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.770076] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.770171] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.770367] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.770997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.770997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.770997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.770997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.770997] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.770997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.771235] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.771235] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.771354] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.771354] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29e8c1d3-c08e-4bfa-b26e-8ef17b692206 is going to be updated. [ 1094.794398] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.794611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.794708] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.794969] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.795171] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.795390] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29e8c1d3-c08e-4bfa-b26e-8ef17b692206" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.244348] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: SUCCESS [ 1095.244348] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec deletion is rescheduled due to dependency. [ 1095.244348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.244348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.244348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.244348] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.244348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.244348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.244348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.244348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.244348] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.747047] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.250048] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.754894] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.755044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.755114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.755329] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.755419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.755514] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec is going to be updated. [ 1096.785386] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.785543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.785543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.785884] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.786057] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.794980] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: IN_PROGRESS for 2s [ 1097.367183] env[65619]: INFO networking_nsxv3.common.synchronization [req-8f8b999c-b29a-466a-8e2c-f07164c61097 req-09fe1818-fb5b-4b74-9484-958c6b114bb6 tempest-ImagesTestJSON-212771706 tempest-ImagesTestJSON-212771706-project-member] Enqueued Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1097.368434] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1097.368558] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.368706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.368862] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.369043] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.369332] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.369457] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.369572] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.369691] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.369782] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.369880] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.670397] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.670617] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.670778] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.671111] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.671412] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.671637] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.671770] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.672077] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.672285] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.672509] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.672622] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.672734] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.672843] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.672949] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.673066] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.673197] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.693912] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.694098] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.694233] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.694412] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.694725] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-566950cc-5218-4f0d-960d-5f2b39f7ac82 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.694908] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-566950cc-5218-4f0d-960d-5f2b39f7ac82" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.695037] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-566950cc-5218-4f0d-960d-5f2b39f7ac82" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.695376] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-566950cc-5218-4f0d-960d-5f2b39f7ac82" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.695514] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('566950cc-5218-4f0d-960d-5f2b39f7ac82',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.719638] env[65619]: INFO networking_nsxv3.common.synchronization [req-4825d6c6-92ec-4073-863c-509ad82cb23b req-5a5b3969-bee2-40c3-a371-d2ea34bb25e9 tempest-ServerActionsTestOtherA-1997294568 tempest-ServerActionsTestOtherA-1997294568-project-member] Enqueued Resource ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d with Priority: HIGHEST for action security_group_members [ 1097.720388] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d with Priority: HIGHEST for action security_group_members [ 1097.720700] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b722351-59bb-4b48-bbb6-eba95be7c66d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.720823] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.720882] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.721484] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.721640] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.721741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.721807] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.721969] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.722071] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.722165] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b722351-59bb-4b48-bbb6-eba95be7c66d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.873765] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.873833] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.873862] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.874114] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.874198] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.875228] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.875228] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.875228] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.875432] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.875432] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.875509] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a is going to be updated. [ 1097.913781] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.914086] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.914086] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.914274] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.914435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.930566] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: IN_PROGRESS for 2s [ 1098.200317] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.200562] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.200710] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.201066] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.201255] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.201452] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 566950cc-5218-4f0d-960d-5f2b39f7ac82 not found, creating... [ 1098.201756] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.201946] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.202103] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.202383] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.202676] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.203548] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.203785] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.203939] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.204213] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.204391] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.204546] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 566950cc-5218-4f0d-960d-5f2b39f7ac82 is going to be created. [ 1098.224497] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.224701] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.224701] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.224917] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.225017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.225211] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.225315] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.225367] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.225519] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.225589] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.225677] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d is going to be updated. [ 1098.234281] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.234535] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.234660] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.234921] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.235176] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.235400] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-566950cc-5218-4f0d-960d-5f2b39f7ac82" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.269556] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.269718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.269777] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.270248] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.270248] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.279220] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d in Status: IN_PROGRESS for 2s [ 1098.501125] env[65619]: INFO networking_nsxv3.common.synchronization [req-7b85048c-56f0-4883-9b1b-38a3bb951464 req-e8227d3e-db85-4233-ad0a-8e8be090d563 tempest-DeleteServersTestJSON-987271658 tempest-DeleteServersTestJSON-987271658-project-member] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 1098.501803] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGHEST for action security_group_members [ 1098.502143] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.502273] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.502339] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.502578] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.502725] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.502822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.502884] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.503037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.503138] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.503249] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.809874] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: SUCCESS [ 1098.810136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.810349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.810566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.810763] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.810882] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.810949] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.811115] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.811197] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.811283] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.811374] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.943561] env[65619]: INFO networking_nsxv3.common.synchronization [req-8f8b999c-b29a-466a-8e2c-f07164c61097 req-6bf49c30-0db9-4eee-a6a5-438661aa053d service nova] Enqueued Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_rules [ 1098.944058] env[65619]: INFO networking_nsxv3.common.synchronization [req-8f8b999c-b29a-466a-8e2c-f07164c61097 req-6bf49c30-0db9-4eee-a6a5-438661aa053d service nova] Enqueued Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1098.944058] env[65619]: INFO networking_nsxv3.common.synchronization [req-8f8b999c-b29a-466a-8e2c-f07164c61097 req-6bf49c30-0db9-4eee-a6a5-438661aa053d service nova] Enqueued Resource ID: 566950cc-5218-4f0d-960d-5f2b39f7ac82 with Priority: HIGHEST for action port [ 1098.944347] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_rules [ 1098.944480] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1098.944577] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566950cc-5218-4f0d-960d-5f2b39f7ac82 with Priority: HIGHEST for action port [ 1098.944846] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.944966] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.945063] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.945236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.945318] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.946125] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.946223] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.946416] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-566950cc-5218-4f0d-960d-5f2b39f7ac82 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.946513] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-566950cc-5218-4f0d-960d-5f2b39f7ac82" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.946576] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-566950cc-5218-4f0d-960d-5f2b39f7ac82" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.947274] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-566950cc-5218-4f0d-960d-5f2b39f7ac82" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.947274] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('566950cc-5218-4f0d-960d-5f2b39f7ac82',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.005981] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.006130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.006172] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.006376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.006471] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.006664] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.006795] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.006826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.006954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.007043] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.007128] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be updated. [ 1099.035433] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.035433] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.035433] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.035607] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.035607] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.044475] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: IN_PROGRESS for 2s [ 1099.313848] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.448621] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.448621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.448851] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 566950cc-5218-4f0d-960d-5f2b39f7ac82 with status ACTIVE [ 1099.448919] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.449036] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.449113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.449416] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.449534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.449737] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.449883] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.449969] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.450166] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.450286] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.450559] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.450661] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.450729] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.450874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.450967] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.451042] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 566950cc-5218-4f0d-960d-5f2b39f7ac82 is going to be updated. [ 1099.471678] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.471893] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.472060] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.472237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.472425] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.472611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-566950cc-5218-4f0d-960d-5f2b39f7ac82" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.816932] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec: rpc.has_security_group_logging(os_id): False [ 1099.835461] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.835602] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.835641] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.835822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.835911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.836163] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.836262] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.836326] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.836476] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.836551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.836634] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec is going to be updated. [ 1099.902841] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.903078] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.903078] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.903319] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.903495] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.919373] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: IN_PROGRESS for 2s [ 1099.940916] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: SUCCESS [ 1099.941101] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a deletion is rescheduled due to dependency. [ 1099.941218] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.941378] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.941594] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.941776] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.941891] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.941984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.942170] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.942254] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.942350] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.292720] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d in Status: SUCCESS [ 1100.292905] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d deletion is rescheduled due to dependency. [ 1100.293037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.444620] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.947149] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.054768] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421f2830-821c-4fc8-8fea-179533f9ce4f in Status: SUCCESS [ 1101.054965] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f deletion is rescheduled due to dependency. [ 1101.055073] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.449645] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.449810] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.449925] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.450160] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.450259] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.450303] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a is going to be updated. [ 1101.482638] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.482797] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.482869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.483099] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.483250] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.493585] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: IN_PROGRESS for 2s [ 1101.932495] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: SUCCESS [ 1101.932800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.417012] env[65619]: INFO networking_nsxv3.common.synchronization [req-536372cc-471f-4870-bd03-7bdc358e9140 req-bc0376e7-2733-4e89-974b-990e727a9622 tempest-AttachVolumeTestJSON-1141352336 tempest-AttachVolumeTestJSON-1141352336-project-member] Enqueued Resource ID: df75dbc1-de38-4da2-b735-8189f99d7a64 with Priority: HIGHEST for action security_group_members [ 1102.417639] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df75dbc1-de38-4da2-b735-8189f99d7a64 with Priority: HIGHEST for action security_group_members [ 1102.417922] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-df75dbc1-de38-4da2-b735-8189f99d7a64 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.418132] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.418132] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.418376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.418541] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.418641] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.418705] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.418859] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.418947] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.419058] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df75dbc1-de38-4da2-b735-8189f99d7a64',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.710025] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.710307] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-727" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.710481] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-727" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.710782] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-727" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.711084] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.711374] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.711436] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.711693] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.711866] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.712125] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.712279] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.712644] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.712803] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.712952] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.713116] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.713288] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.734960] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.735143] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1102.735279] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.735455] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-727" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.735819] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-c8186458-edf9-4891-b4f2-108ca438a4d4 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.735989] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-c8186458-edf9-4891-b4f2-108ca438a4d4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.736120] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-c8186458-edf9-4891-b4f2-108ca438a4d4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.736475] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-c8186458-edf9-4891-b4f2-108ca438a4d4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.736607] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8186458-edf9-4891-b4f2-108ca438a4d4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.923445] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.923445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.923445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.923445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.923445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.923445] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.923445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.923445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.923445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.923445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.923445] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df75dbc1-de38-4da2-b735-8189f99d7a64 already deleted. [ 1102.923445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.239685] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.239991] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.240169] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.240637] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.240808] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.240980] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port c8186458-edf9-4891-b4f2-108ca438a4d4 not found, creating... [ 1103.241735] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.241735] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.241949] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.242275] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.242443] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.242782] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.242944] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.243081] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.243357] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.243454] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.243607] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: c8186458-edf9-4891-b4f2-108ca438a4d4 is going to be created. [ 1103.268313] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.268313] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.268313] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.268313] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.268313] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.268313] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-c8186458-edf9-4891-b4f2-108ca438a4d4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.503540] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: SUCCESS [ 1103.503880] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.503954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.504158] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.504347] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.504462] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.504528] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.504675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.504755] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.504839] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.504930] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.979021] env[65619]: INFO networking_nsxv3.common.synchronization [req-536372cc-471f-4870-bd03-7bdc358e9140 req-ad49bea1-0c39-4a82-bb30-78dd7085882c service nova] Enqueued Resource ID: df75dbc1-de38-4da2-b735-8189f99d7a64 with Priority: HIGHEST for action security_group_rules [ 1103.979208] env[65619]: INFO networking_nsxv3.common.synchronization [req-536372cc-471f-4870-bd03-7bdc358e9140 req-ad49bea1-0c39-4a82-bb30-78dd7085882c service nova] Enqueued Resource ID: df75dbc1-de38-4da2-b735-8189f99d7a64 with Priority: HIGHEST for action security_group_members [ 1103.979427] env[65619]: INFO networking_nsxv3.common.synchronization [req-536372cc-471f-4870-bd03-7bdc358e9140 req-ad49bea1-0c39-4a82-bb30-78dd7085882c service nova] Enqueued Resource ID: c8186458-edf9-4891-b4f2-108ca438a4d4 with Priority: HIGHEST for action port [ 1103.979940] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df75dbc1-de38-4da2-b735-8189f99d7a64 with Priority: HIGHEST for action security_group_rules [ 1103.980151] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df75dbc1-de38-4da2-b735-8189f99d7a64 with Priority: HIGHEST for action security_group_members [ 1103.980257] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8186458-edf9-4891-b4f2-108ca438a4d4 with Priority: HIGHEST for action port [ 1103.980574] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df75dbc1-de38-4da2-b735-8189f99d7a64 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.980745] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.981310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.981615] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.981739] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df75dbc1-de38-4da2-b735-8189f99d7a64',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.982754] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-df75dbc1-de38-4da2-b735-8189f99d7a64 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.982866] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.982934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.983137] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.983284] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.983382] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.983454] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.983604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.983834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.983945] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df75dbc1-de38-4da2-b735-8189f99d7a64',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.984740] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8186458-edf9-4891-b4f2-108ca438a4d4 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.984844] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8186458-edf9-4891-b4f2-108ca438a4d4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.984966] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8186458-edf9-4891-b4f2-108ca438a4d4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.985094] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8186458-edf9-4891-b4f2-108ca438a4d4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.985154] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8186458-edf9-4891-b4f2-108ca438a4d4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.007344] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.007626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.007626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.007826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.008218] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.008218] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.008218] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.008810] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.008810] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.008810] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.008810] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.008810] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.008810] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.008810] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.009299] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.009299] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.009299] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.009299] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.009534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.009534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.009534] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.487299] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df75dbc1-de38-4da2-b735-8189f99d7a64',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.489822] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-df75dbc1-de38-4da2-b735-8189f99d7a64 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.489822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.489822] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8186458-edf9-4891-b4f2-108ca438a4d4 with status ACTIVE [ 1104.489822] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.489822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.489822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.489822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.489822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.489822] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.489822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.489822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.490551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.490551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.490551] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.490551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.490551] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.490718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.490718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.490765] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8186458-edf9-4891-b4f2-108ca438a4d4 is going to be updated. [ 1104.512436] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.512881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.512881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.512881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.513074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.513240] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8186458-edf9-4891-b4f2-108ca438a4d4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.513479] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77dea6d2-7819-4188-b6cc-f6308e6d449a: rpc.has_security_group_logging(os_id): False [ 1104.532196] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.532371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.532425] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.532638] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.532736] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.532922] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.533065] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.533141] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.533225] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.533299] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.533490] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.533584] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.533642] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.533778] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.533850] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.534039] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.534134] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.534197] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.534329] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.534395] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.534480] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a is going to be updated. [ 1104.612865] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.612865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.613109] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.613215] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.613393] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.639071] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: IN_PROGRESS for 2s [ 1104.993255] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df75dbc1-de38-4da2-b735-8189f99d7a64',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.495780] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.495780] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.495780] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.495920] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.496054] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.496216] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df75dbc1-de38-4da2-b735-8189f99d7a64 is going to be created. [ 1105.521238] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.521540] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.521540] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.522044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.522044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.536378] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df75dbc1-de38-4da2-b735-8189f99d7a64 in Status: UNINITIALIZED for 2s [ 1106.665631] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: SUCCESS [ 1106.665631] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.548108] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df75dbc1-de38-4da2-b735-8189f99d7a64 in Status: SUCCESS [ 1107.548349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.548527] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.548748] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.548946] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.549074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.549130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.549346] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.549427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.549516] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.549611] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df75dbc1-de38-4da2-b735-8189f99d7a64',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.053987] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df75dbc1-de38-4da2-b735-8189f99d7a64',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.556643] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df75dbc1-de38-4da2-b735-8189f99d7a64: rpc.has_security_group_logging(os_id): False [ 1108.577023] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.577023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.577023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.577023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.577023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.577023] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.577023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.577023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.577023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.577023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.577023] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df75dbc1-de38-4da2-b735-8189f99d7a64 is going to be created. [ 1108.642994] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.642994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.642994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.642994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.642994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.653825] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df75dbc1-de38-4da2-b735-8189f99d7a64 in Status: IN_PROGRESS for 2s [ 1108.796908] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-506 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.797143] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-506" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.797234] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-506" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.797524] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-506" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.797775] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.797923] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.798045] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.798253] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.798395] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.798607] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.798706] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.798810] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.798974] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.799034] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.799121] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.799243] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.819521] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.819521] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.819946] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.819946] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-506" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.820302] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-86a652c7-ddf1-4533-bacd-a58ece16fdf2 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.820508] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-86a652c7-ddf1-4533-bacd-a58ece16fdf2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.820650] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-86a652c7-ddf1-4533-bacd-a58ece16fdf2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.820927] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-86a652c7-ddf1-4533-bacd-a58ece16fdf2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.821106] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86a652c7-ddf1-4533-bacd-a58ece16fdf2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.981490] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1108.981647] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1109.315455] env[65619]: INFO networking_nsxv3.common.synchronization [None req-45f98b2e-0ae2-4ffc-a307-7b8146d1a9b3 None None] Enqueued Resource ID: b62a2b13-215a-4fe0-a7d9-0ff584b1f53b with Priority: HIGHEST for action port [ 1109.316048] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62a2b13-215a-4fe0-a7d9-0ff584b1f53b with Priority: HIGHEST for action port [ 1109.316145] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-b62a2b13-215a-4fe0-a7d9-0ff584b1f53b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.316261] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b62a2b13-215a-4fe0-a7d9-0ff584b1f53b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.316360] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b62a2b13-215a-4fe0-a7d9-0ff584b1f53b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.316581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b62a2b13-215a-4fe0-a7d9-0ff584b1f53b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.316665] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b62a2b13-215a-4fe0-a7d9-0ff584b1f53b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.323715] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.323930] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.324276] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.324371] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.324494] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.324789] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.324944] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.325074] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.325445] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.325445] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.325682] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.325832] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.325945] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.326222] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.326375] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.326478] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 86a652c7-ddf1-4533-bacd-a58ece16fdf2 is going to be updated. [ 1109.352091] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.352355] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.352443] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.352702] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.352894] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.353145] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-86a652c7-ddf1-4533-bacd-a58ece16fdf2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.821085] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b62a2b13-215a-4fe0-a7d9-0ff584b1f53b [ 1109.821481] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.821481] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.821614] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.821855] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.821984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.822108] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b62a2b13-215a-4fe0-a7d9-0ff584b1f53b already deleted. [ 1109.822177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b62a2b13-215a-4fe0-a7d9-0ff584b1f53b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.141719] env[65619]: INFO networking_nsxv3.common.synchronization [req-861fb56e-0adc-4b76-b2f9-5f842e269e37 req-bb90bdee-0716-4411-bd0c-f01f33828d0d service nova] Enqueued Resource ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e with Priority: HIGHEST for action security_group_rules [ 1110.141889] env[65619]: INFO networking_nsxv3.common.synchronization [req-861fb56e-0adc-4b76-b2f9-5f842e269e37 req-bb90bdee-0716-4411-bd0c-f01f33828d0d service nova] Enqueued Resource ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e with Priority: HIGHEST for action security_group_members [ 1110.142037] env[65619]: INFO networking_nsxv3.common.synchronization [req-861fb56e-0adc-4b76-b2f9-5f842e269e37 req-bb90bdee-0716-4411-bd0c-f01f33828d0d service nova] Enqueued Resource ID: 86a652c7-ddf1-4533-bacd-a58ece16fdf2 with Priority: HIGHEST for action port [ 1110.142789] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e with Priority: HIGHEST for action security_group_rules [ 1110.142923] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e with Priority: HIGHEST for action security_group_members [ 1110.143087] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a652c7-ddf1-4533-bacd-a58ece16fdf2 with Priority: HIGHEST for action port [ 1110.143310] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.143468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.143506] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.143769] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.143769] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.146024] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.146133] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.146198] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.146408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.146567] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.146661] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.146718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.146856] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.146936] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.147036] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.153557] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-86a652c7-ddf1-4533-bacd-a58ece16fdf2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.153665] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86a652c7-ddf1-4533-bacd-a58ece16fdf2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.153724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86a652c7-ddf1-4533-bacd-a58ece16fdf2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.153888] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86a652c7-ddf1-4533-bacd-a58ece16fdf2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.153959] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86a652c7-ddf1-4533-bacd-a58ece16fdf2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.647060] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.647060] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.656354] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86a652c7-ddf1-4533-bacd-a58ece16fdf2 with status ACTIVE [ 1110.656646] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.656785] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.656852] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.657154] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.657474] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.657572] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.657672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.657985] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.657985] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.657985] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.658251] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.658410] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.658589] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.658917] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.658974] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.659166] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86a652c7-ddf1-4533-bacd-a58ece16fdf2 is going to be updated. [ 1110.660749] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.685090] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df75dbc1-de38-4da2-b735-8189f99d7a64 in Status: SUCCESS [ 1110.685090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.705772] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.705984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.706033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.706614] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.707079] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.708591] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86a652c7-ddf1-4533-bacd-a58ece16fdf2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.165166] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.626119] env[65619]: INFO networking_nsxv3.common.synchronization [req-c2d7423a-6191-4de6-9001-211a87bfad47 req-2d50eba7-9bd0-4271-a9f1-f37a872771a1 tempest-AttachInterfacesTestJSON-210967248 tempest-AttachInterfacesTestJSON-210967248-project-member] Enqueued Resource ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 with Priority: HIGHEST for action security_group_members [ 1111.626119] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 with Priority: HIGHEST for action security_group_members [ 1111.626976] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.627110] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.627176] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.627424] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.627576] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.627673] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.627733] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.627880] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.627970] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.628226] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cb3128-eb77-42d2-b18f-e3d2f1b28d39',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.669645] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.670063] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.670165] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.670442] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.670571] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.670631] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e is going to be updated. [ 1111.714728] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.714934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.714934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.715180] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.715330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.725543] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e in Status: IN_PROGRESS for 2s [ 1111.803613] env[65619]: INFO networking_nsxv3.common.synchronization [None req-28db026a-a04e-4c21-91df-8aa33b22fb44 None None] Enqueued Resource ID: f71a0c19-6874-4373-98bd-a9f1e8a9afdb with Priority: HIGHEST for action port [ 1111.804638] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f71a0c19-6874-4373-98bd-a9f1e8a9afdb with Priority: HIGHEST for action port [ 1111.804638] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-f71a0c19-6874-4373-98bd-a9f1e8a9afdb taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.804638] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f71a0c19-6874-4373-98bd-a9f1e8a9afdb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.804804] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f71a0c19-6874-4373-98bd-a9f1e8a9afdb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.804929] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f71a0c19-6874-4373-98bd-a9f1e8a9afdb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.805181] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f71a0c19-6874-4373-98bd-a9f1e8a9afdb',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.037475] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.037475] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.037475] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.037756] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.037942] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.041877] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.041877] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.041877] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.041877] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.041877] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.041877] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.042571] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.042571] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.042571] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.042571] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.042571] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.086620] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.087183] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.087417] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.087638] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.090208] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-2db3a51b-7ffc-4be1-ad31-7f5908a9bbb3 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.090208] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-2db3a51b-7ffc-4be1-ad31-7f5908a9bbb3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.090208] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-2db3a51b-7ffc-4be1-ad31-7f5908a9bbb3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.090208] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-2db3a51b-7ffc-4be1-ad31-7f5908a9bbb3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.090208] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2db3a51b-7ffc-4be1-ad31-7f5908a9bbb3',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.134011] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07cb3128-eb77-42d2-b18f-e3d2f1b28d39',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.307166] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f71a0c19-6874-4373-98bd-a9f1e8a9afdb [ 1112.307166] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.307641] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.307744] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.307952] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.308069] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.308175] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f71a0c19-6874-4373-98bd-a9f1e8a9afdb already deleted. [ 1112.308261] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f71a0c19-6874-4373-98bd-a9f1e8a9afdb" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.592734] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.592971] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.593142] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.593420] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.593569] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.593724] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 2db3a51b-7ffc-4be1-ad31-7f5908a9bbb3 not found, creating... [ 1112.593982] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.594156] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.594333] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.594612] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.594758] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.595070] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.595255] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.595375] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.595602] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.595746] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.595912] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 2db3a51b-7ffc-4be1-ad31-7f5908a9bbb3 is going to be created. [ 1112.617261] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.617499] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.617661] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.617964] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.618195] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.618416] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-2db3a51b-7ffc-4be1-ad31-7f5908a9bbb3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.636008] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07cb3128-eb77-42d2-b18f-e3d2f1b28d39',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.139412] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.139954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.139954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.141235] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.141235] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.141235] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 is going to be updated. [ 1113.169035] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.169207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.169207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.169522] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.169771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.181791] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 in Status: IN_PROGRESS for 2s [ 1113.392252] env[65619]: INFO networking_nsxv3.common.synchronization [req-c2d7423a-6191-4de6-9001-211a87bfad47 req-8ad65e3b-dc9f-463d-88d5-b9b1a4b3eb61 service nova] Enqueued Resource ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 with Priority: HIGHEST for action security_group_rules [ 1113.392252] env[65619]: INFO networking_nsxv3.common.synchronization [req-c2d7423a-6191-4de6-9001-211a87bfad47 req-8ad65e3b-dc9f-463d-88d5-b9b1a4b3eb61 service nova] Enqueued Resource ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 with Priority: HIGHEST for action security_group_members [ 1113.392252] env[65619]: INFO networking_nsxv3.common.synchronization [req-c2d7423a-6191-4de6-9001-211a87bfad47 req-8ad65e3b-dc9f-463d-88d5-b9b1a4b3eb61 service nova] Enqueued Resource ID: 2db3a51b-7ffc-4be1-ad31-7f5908a9bbb3 with Priority: HIGHEST for action port [ 1113.392252] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 with Priority: HIGHEST for action security_group_rules [ 1113.392252] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 with Priority: HIGHEST for action security_group_members [ 1113.393592] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2db3a51b-7ffc-4be1-ad31-7f5908a9bbb3 with Priority: HIGHEST for action port [ 1113.394091] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07cb3128-eb77-42d2-b18f-e3d2f1b28d39 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.394318] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.395227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.395509] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.395663] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07cb3128-eb77-42d2-b18f-e3d2f1b28d39',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.396996] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.397161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.397837] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-2db3a51b-7ffc-4be1-ad31-7f5908a9bbb3 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.397952] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2db3a51b-7ffc-4be1-ad31-7f5908a9bbb3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.397995] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2db3a51b-7ffc-4be1-ad31-7f5908a9bbb3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.398221] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2db3a51b-7ffc-4be1-ad31-7f5908a9bbb3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.398530] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2db3a51b-7ffc-4be1-ad31-7f5908a9bbb3',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.736619] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e in Status: SUCCESS [ 1113.738457] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.738702] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.738873] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.739091] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.739219] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.739284] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.739509] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.739605] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.739676] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.739764] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.902188] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.902350] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.902585] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2db3a51b-7ffc-4be1-ad31-7f5908a9bbb3 with status ACTIVE [ 1113.902801] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.903098] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.903098] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.903265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.903439] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.903615] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.903763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.903839] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.904085] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.904193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.904444] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.904553] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.904635] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.904849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.904972] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.905136] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2db3a51b-7ffc-4be1-ad31-7f5908a9bbb3 is going to be updated. [ 1113.928354] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.928607] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.928741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.929040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.929289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.929542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2db3a51b-7ffc-4be1-ad31-7f5908a9bbb3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.246423] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.748422] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e: rpc.has_security_group_logging(os_id): False [ 1114.770798] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.770987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.771096] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.771401] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.771529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.772413] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.772413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.772413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.772413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.772413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.774941] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e is going to be updated. [ 1114.840952] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.841288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.841288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.841377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.841535] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.863828] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e in Status: IN_PROGRESS for 2s [ 1115.192149] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 in Status: SUCCESS [ 1115.192149] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.192149] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.192413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.192540] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.192677] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.192760] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.192957] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.193055] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.193180] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cb3128-eb77-42d2-b18f-e3d2f1b28d39',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.696106] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07cb3128-eb77-42d2-b18f-e3d2f1b28d39',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.197919] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07cb3128-eb77-42d2-b18f-e3d2f1b28d39',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.701047] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.701047] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.701047] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.701047] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.701683] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.701683] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 is going to be updated. [ 1116.756281] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.756470] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.756529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.756946] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.756946] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.768246] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 in Status: IN_PROGRESS for 2s [ 1116.883049] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e in Status: SUCCESS [ 1116.883253] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.394468] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1118.394753] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1118.781095] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 in Status: SUCCESS [ 1118.781095] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.781095] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.781430] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.781640] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.781824] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.781937] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.782156] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.782251] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.782381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.782691] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07cb3128-eb77-42d2-b18f-e3d2f1b28d39',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.789085] env[65619]: INFO networking_nsxv3.common.synchronization [req-a8d8b307-39b8-480b-9044-babd08923707 req-a9b606ec-4ab4-4778-bae0-ac553f0d44fa tempest-ServersTestJSON-727754052 tempest-ServersTestJSON-727754052-project-member] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1118.789850] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1118.790367] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.790532] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.790643] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.791029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.791119] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.791306] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.791387] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.791582] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.791694] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.791811] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.186127] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.186476] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.187202] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.187202] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.187202] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.187375] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.187449] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.187826] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.188056] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.188323] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.188503] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.188674] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.188797] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.188945] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.189236] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.189402] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.212583] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.212819] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1119.213049] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.213299] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.213802] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-fb30d664-b5f2-4fbd-ac6a-396f557a7e20 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.213989] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-fb30d664-b5f2-4fbd-ac6a-396f557a7e20" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.214127] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-fb30d664-b5f2-4fbd-ac6a-396f557a7e20" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.214577] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-fb30d664-b5f2-4fbd-ac6a-396f557a7e20" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.214805] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb30d664-b5f2-4fbd-ac6a-396f557a7e20',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.284908] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07cb3128-eb77-42d2-b18f-e3d2f1b28d39',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.294588] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.717276] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.717703] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.717898] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.718308] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.718521] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.718767] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port fb30d664-b5f2-4fbd-ac6a-396f557a7e20 not found, creating... [ 1119.719153] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.719390] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.719592] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.719919] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.720150] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.720581] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.720827] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.720961] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.721291] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.721515] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.721749] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: fb30d664-b5f2-4fbd-ac6a-396f557a7e20 is going to be created. [ 1119.745402] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.745633] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.746509] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.746509] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.746509] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.746699] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-fb30d664-b5f2-4fbd-ac6a-396f557a7e20" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.788805] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07cb3128-eb77-42d2-b18f-e3d2f1b28d39: rpc.has_security_group_logging(os_id): False [ 1119.797473] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.810190] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.810345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.810428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.810729] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.811651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.811651] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.811651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.811651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.811651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.811651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.811651] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 is going to be updated. [ 1119.932309] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.932528] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.932595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.932936] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.933053] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.952725] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 in Status: IN_PROGRESS for 2s [ 1120.300708] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.301854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.301854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.302022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.302064] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.302192] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 1120.336264] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.336519] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.336658] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.336907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.337101] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.349583] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 1120.497028] env[65619]: INFO networking_nsxv3.common.synchronization [req-a8d8b307-39b8-480b-9044-babd08923707 req-36bf6af9-a2df-43bf-8e71-75d16976153f service nova] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_rules [ 1120.497028] env[65619]: INFO networking_nsxv3.common.synchronization [req-a8d8b307-39b8-480b-9044-babd08923707 req-36bf6af9-a2df-43bf-8e71-75d16976153f service nova] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1120.497028] env[65619]: INFO networking_nsxv3.common.synchronization [req-a8d8b307-39b8-480b-9044-babd08923707 req-36bf6af9-a2df-43bf-8e71-75d16976153f service nova] Enqueued Resource ID: fb30d664-b5f2-4fbd-ac6a-396f557a7e20 with Priority: HIGHEST for action port [ 1120.497028] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_rules [ 1120.497028] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1120.497028] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb30d664-b5f2-4fbd-ac6a-396f557a7e20 with Priority: HIGHEST for action port [ 1120.497028] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.497028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.497028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.497028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.497028] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.498258] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.498258] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.498258] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb30d664-b5f2-4fbd-ac6a-396f557a7e20 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.498258] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb30d664-b5f2-4fbd-ac6a-396f557a7e20" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.498258] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb30d664-b5f2-4fbd-ac6a-396f557a7e20" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.498258] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb30d664-b5f2-4fbd-ac6a-396f557a7e20" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.498258] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb30d664-b5f2-4fbd-ac6a-396f557a7e20',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.001230] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb30d664-b5f2-4fbd-ac6a-396f557a7e20 with status ACTIVE [ 1121.001503] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.001566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.002595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.002595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.002595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.002595] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.002595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.002595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.002595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.002595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.002993] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.002993] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.003266] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.003529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.003614] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.003715] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb30d664-b5f2-4fbd-ac6a-396f557a7e20 is going to be updated. [ 1121.005347] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.006752] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.031069] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.031274] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.031366] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.031595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.032579] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.032579] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb30d664-b5f2-4fbd-ac6a-396f557a7e20" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.972204] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 in Status: SUCCESS [ 1121.973145] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.360950] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 1122.360950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.360950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.360950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.360950] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.360950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.361771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.361771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.361771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.361771] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.869330] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.205172] env[65619]: INFO networking_nsxv3.common.synchronization [req-0d84f26b-1dd7-4c8e-a2a0-9215f73cec78 req-bcf276ec-7c24-4275-abfa-134b2d5cd9ae tempest-ServerGroupTestJSON-2127482573 tempest-ServerGroupTestJSON-2127482573-project-member] Enqueued Resource ID: 71dc797a-df6d-4b23-9986-855fe6ccab90 with Priority: HIGHEST for action security_group_members [ 1123.205172] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71dc797a-df6d-4b23-9986-855fe6ccab90 with Priority: HIGHEST for action security_group_members [ 1123.205172] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-71dc797a-df6d-4b23-9986-855fe6ccab90 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.205172] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.205172] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.206027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.206338] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.206661] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.206963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.207288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.207515] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.207732] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71dc797a-df6d-4b23-9986-855fe6ccab90',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.373611] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.556158] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-365 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.556392] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-365" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.556689] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-365" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.557175] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-365" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.557592] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.557918] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.558197] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.558719] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.558975] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.559376] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.559721] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.561038] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.561038] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.561038] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.561038] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.561038] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.587478] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.587478] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.587478] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.587478] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-365" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.588624] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-28067049-e02a-47e4-b255-295fd71f4437 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.590214] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-28067049-e02a-47e4-b255-295fd71f4437" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.590214] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-28067049-e02a-47e4-b255-295fd71f4437" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.590214] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-28067049-e02a-47e4-b255-295fd71f4437" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.590214] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28067049-e02a-47e4-b255-295fd71f4437',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.711595] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.711595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.711595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.711595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.711595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.711595] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.711595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.711595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.712030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.712030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.712030] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71dc797a-df6d-4b23-9986-855fe6ccab90 already deleted. [ 1123.712030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.876204] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.876333] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.876689] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.877505] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.877505] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.877646] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 1123.916964] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.917169] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.917239] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.917506] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.917657] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.929731] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 1124.096024] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.096024] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.096024] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.096024] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.096024] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.096024] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 28067049-e02a-47e4-b255-295fd71f4437 not found, creating... [ 1124.096024] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.096024] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.096024] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.096024] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.096024] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.096660] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.096660] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.096660] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.096660] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.096660] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.096660] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 28067049-e02a-47e4-b255-295fd71f4437 is going to be created. [ 1124.119846] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.120149] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.120322] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.121038] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.121038] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.121342] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-28067049-e02a-47e4-b255-295fd71f4437" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.312163] env[65619]: INFO networking_nsxv3.common.synchronization [None req-17e90dd4-96cf-44ce-9227-57409d3389ab None None] Enqueued Resource ID: 4dd6a098-464b-4b2a-b12c-9b73cb6fd870 with Priority: HIGHEST for action port [ 1124.312588] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd6a098-464b-4b2a-b12c-9b73cb6fd870 with Priority: HIGHEST for action port [ 1124.312922] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dd6a098-464b-4b2a-b12c-9b73cb6fd870 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.313204] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dd6a098-464b-4b2a-b12c-9b73cb6fd870" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.313274] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dd6a098-464b-4b2a-b12c-9b73cb6fd870" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.313592] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dd6a098-464b-4b2a-b12c-9b73cb6fd870" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.313671] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd6a098-464b-4b2a-b12c-9b73cb6fd870',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.587964] env[65619]: INFO networking_nsxv3.common.synchronization [req-2c0357c8-5123-478a-ae04-9374d97cea58 req-f2531f05-36e0-4bd6-9fb8-701a63c9b2f7 tempest-ServerActionsTestOtherA-1997294568 tempest-ServerActionsTestOtherA-1997294568-project-member] Enqueued Resource ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 with Priority: HIGHEST for action security_group_members [ 1124.588584] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 with Priority: HIGHEST for action security_group_members [ 1124.588796] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19903d3-a4e8-421b-81ea-5da5071d07b8 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.588921] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.588988] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.589458] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.589656] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.589764] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.589828] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.589981] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.590080] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.590174] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c19903d3-a4e8-421b-81ea-5da5071d07b8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.818050] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dd6a098-464b-4b2a-b12c-9b73cb6fd870 [ 1124.818481] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.818601] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.818967] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.818967] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.819138] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.819138] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dd6a098-464b-4b2a-b12c-9b73cb6fd870 already deleted. [ 1124.819266] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dd6a098-464b-4b2a-b12c-9b73cb6fd870" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.833553] env[65619]: INFO networking_nsxv3.common.synchronization [req-0d84f26b-1dd7-4c8e-a2a0-9215f73cec78 req-f2bc3f96-1da2-4190-8864-cc731536599a service nova] Enqueued Resource ID: 71dc797a-df6d-4b23-9986-855fe6ccab90 with Priority: HIGHEST for action security_group_rules [ 1124.836139] env[65619]: INFO networking_nsxv3.common.synchronization [req-0d84f26b-1dd7-4c8e-a2a0-9215f73cec78 req-f2bc3f96-1da2-4190-8864-cc731536599a service nova] Enqueued Resource ID: 71dc797a-df6d-4b23-9986-855fe6ccab90 with Priority: HIGHEST for action security_group_members [ 1124.836139] env[65619]: INFO networking_nsxv3.common.synchronization [req-0d84f26b-1dd7-4c8e-a2a0-9215f73cec78 req-f2bc3f96-1da2-4190-8864-cc731536599a service nova] Enqueued Resource ID: 28067049-e02a-47e4-b255-295fd71f4437 with Priority: HIGHEST for action port [ 1124.836139] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71dc797a-df6d-4b23-9986-855fe6ccab90 with Priority: HIGHEST for action security_group_rules [ 1124.836139] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71dc797a-df6d-4b23-9986-855fe6ccab90 with Priority: HIGHEST for action security_group_members [ 1124.836139] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28067049-e02a-47e4-b255-295fd71f4437 with Priority: HIGHEST for action port [ 1124.836139] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71dc797a-df6d-4b23-9986-855fe6ccab90 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.836139] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.836139] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.836139] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.836698] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71dc797a-df6d-4b23-9986-855fe6ccab90',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.837233] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-71dc797a-df6d-4b23-9986-855fe6ccab90 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.837377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.837461] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.837669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.837836] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.837947] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.839366] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.839649] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.839747] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.839863] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71dc797a-df6d-4b23-9986-855fe6ccab90',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.840987] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-28067049-e02a-47e4-b255-295fd71f4437 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.841104] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28067049-e02a-47e4-b255-295fd71f4437" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.841404] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28067049-e02a-47e4-b255-295fd71f4437" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.841404] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28067049-e02a-47e4-b255-295fd71f4437" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.841502] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28067049-e02a-47e4-b255-295fd71f4437',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.013278] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.013434] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-674" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.013434] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-674" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.014087] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-674" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.014087] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.014590] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.014831] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.014975] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.015135] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.015345] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.015688] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.015688] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.015688] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.015818] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.015933] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.016018] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.038195] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.039168] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.039168] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.039168] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-674" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.039168] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-4a7f8c18-cced-4235-a90c-53b6db801f81 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.039422] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-4a7f8c18-cced-4235-a90c-53b6db801f81" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.039422] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-4a7f8c18-cced-4235-a90c-53b6db801f81" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.039746] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-4a7f8c18-cced-4235-a90c-53b6db801f81" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.039870] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a7f8c18-cced-4235-a90c-53b6db801f81',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.094935] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.094935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.094935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.094935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.094935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.094935] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.094935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.094935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.094935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.094935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.094935] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 is going to be deleted. [ 1125.143191] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.143968] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.143968] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.143968] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.143968] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.143968] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.343196] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-71dc797a-df6d-4b23-9986-855fe6ccab90 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.343322] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.345726] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28067049-e02a-47e4-b255-295fd71f4437 with status ACTIVE [ 1125.346022] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.346125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.346125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.346319] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.346409] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.346583] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.346677] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.346741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.346884] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.346960] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.347147] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.347241] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.347290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.347525] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.347525] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.347686] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28067049-e02a-47e4-b255-295fd71f4437 is going to be updated. [ 1125.348669] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71dc797a-df6d-4b23-9986-855fe6ccab90',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.374193] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.374347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.374429] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.374617] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.374752] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.374915] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28067049-e02a-47e4-b255-295fd71f4437" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.542620] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.543969] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.543969] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.544218] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.544372] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.544612] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 4a7f8c18-cced-4235-a90c-53b6db801f81 not found, creating... [ 1125.544847] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.545042] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.545184] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.545434] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.545586] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.545895] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.546066] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.546196] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.546425] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.546559] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.546702] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 4a7f8c18-cced-4235-a90c-53b6db801f81 is going to be created. [ 1125.567877] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.568124] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.568248] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.568524] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.568823] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.569076] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-4a7f8c18-cced-4235-a90c-53b6db801f81" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.851977] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71dc797a-df6d-4b23-9986-855fe6ccab90',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.942315] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 1125.944741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.944741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.944741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.944741] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.944741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.944741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.944741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.944741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.944741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.944741] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.317824] env[65619]: INFO networking_nsxv3.common.synchronization [req-2c0357c8-5123-478a-ae04-9374d97cea58 req-0aea109d-0c4a-40e5-93a8-61aa02683498 service nova] Enqueued Resource ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 with Priority: HIGHEST for action security_group_rules [ 1126.319032] env[65619]: INFO networking_nsxv3.common.synchronization [req-2c0357c8-5123-478a-ae04-9374d97cea58 req-0aea109d-0c4a-40e5-93a8-61aa02683498 service nova] Enqueued Resource ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 with Priority: HIGHEST for action security_group_members [ 1126.319032] env[65619]: INFO networking_nsxv3.common.synchronization [req-2c0357c8-5123-478a-ae04-9374d97cea58 req-0aea109d-0c4a-40e5-93a8-61aa02683498 service nova] Enqueued Resource ID: 4a7f8c18-cced-4235-a90c-53b6db801f81 with Priority: HIGHEST for action port [ 1126.320232] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 with Priority: HIGHEST for action security_group_rules [ 1126.323027] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 with Priority: HIGHEST for action security_group_members [ 1126.323027] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a7f8c18-cced-4235-a90c-53b6db801f81 with Priority: HIGHEST for action port [ 1126.323027] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c19903d3-a4e8-421b-81ea-5da5071d07b8 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.323027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.323027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.323027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.323027] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c19903d3-a4e8-421b-81ea-5da5071d07b8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.324943] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19903d3-a4e8-421b-81ea-5da5071d07b8 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.325730] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.325730] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.325730] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.326278] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.326681] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.327097] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.328143] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.328284] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.328463] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c19903d3-a4e8-421b-81ea-5da5071d07b8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.334380] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a7f8c18-cced-4235-a90c-53b6db801f81 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.334380] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a7f8c18-cced-4235-a90c-53b6db801f81" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.334380] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a7f8c18-cced-4235-a90c-53b6db801f81" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.334380] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a7f8c18-cced-4235-a90c-53b6db801f81" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.334380] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a7f8c18-cced-4235-a90c-53b6db801f81',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.356651] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.356651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.356651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.356651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.356651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.356651] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71dc797a-df6d-4b23-9986-855fe6ccab90 is going to be created. [ 1126.385102] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.385567] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.385567] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.385567] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.386981] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.400224] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71dc797a-df6d-4b23-9986-855fe6ccab90 in Status: UNINITIALIZED for 2s [ 1126.446899] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.447057] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.447130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.447347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.447739] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.447739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.447739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.447914] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.447947] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.448052] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.448201] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.448294] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.448353] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.448488] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.448623] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.448712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.448771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.448900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.448980] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.449075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.449251] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.686189] env[65619]: INFO networking_nsxv3.common.synchronization [None req-471fe33a-7fe9-405c-a725-93fcddc5e3e3 None None] Enqueued Resource ID: 2b0d83cc-39d2-4088-be09-93f122b78f65 with Priority: HIGHEST for action port [ 1126.686433] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b0d83cc-39d2-4088-be09-93f122b78f65 with Priority: HIGHEST for action port [ 1126.687030] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b0d83cc-39d2-4088-be09-93f122b78f65 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.687149] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b0d83cc-39d2-4088-be09-93f122b78f65" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.687212] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b0d83cc-39d2-4088-be09-93f122b78f65" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.687516] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b0d83cc-39d2-4088-be09-93f122b78f65" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.687562] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b0d83cc-39d2-4088-be09-93f122b78f65',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.825893] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19903d3-a4e8-421b-81ea-5da5071d07b8 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.826053] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.835347] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c19903d3-a4e8-421b-81ea-5da5071d07b8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.837698] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a7f8c18-cced-4235-a90c-53b6db801f81 with status ACTIVE [ 1126.837873] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.838512] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.838512] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.838512] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.838512] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.838673] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.838673] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.838768] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.838848] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.838935] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.839150] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.839247] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.839357] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.841159] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.841159] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.841159] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a7f8c18-cced-4235-a90c-53b6db801f81 is going to be updated. [ 1126.862609] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.862930] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.862930] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.863072] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.863196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.863397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a7f8c18-cced-4235-a90c-53b6db801f81" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.953087] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc: rpc.has_security_group_logging(os_id): False [ 1126.972610] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.972772] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.972826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.973392] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.973392] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.973392] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.973564] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.973564] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.973690] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.973741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.973899] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.973990] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.974070] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.974488] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.974488] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.974488] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.974623] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.974623] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.974743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.974776] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.974847] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 1127.023457] env[65619]: INFO networking_nsxv3.common.synchronization [None req-36c0ca03-d031-40bf-a01f-f5c685e64352 tempest-AttachInterfacesTestJSON-210967248 tempest-AttachInterfacesTestJSON-210967248-project-member] Enqueued Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 1127.025356] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 1127.025356] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.025356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.025356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.025356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.025658] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.025711] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.025741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.026153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.026153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.026153] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.053624] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.053624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.053624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.053624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.053624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.077060] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 1127.192459] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b0d83cc-39d2-4088-be09-93f122b78f65 [ 1127.192685] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.192771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.192846] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.193077] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.193172] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.193269] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b0d83cc-39d2-4088-be09-93f122b78f65 already deleted. [ 1127.193349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b0d83cc-39d2-4088-be09-93f122b78f65" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.343258] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c19903d3-a4e8-421b-81ea-5da5071d07b8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.529270] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.529762] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.529762] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.529927] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.529927] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.533029] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.533029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.533029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.533029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.533029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.533029] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2d394af-ab31-4d32-a118-403a69121a17 is going to be updated. [ 1127.559332] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.559493] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.559634] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.560907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.560907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.570505] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: IN_PROGRESS for 2s [ 1127.848448] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.850135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.850135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.850135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.850135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.850135] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 is going to be created. [ 1127.875122] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.875122] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.875524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.875524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.875524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.887609] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 in Status: UNINITIALIZED for 2s [ 1128.410895] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71dc797a-df6d-4b23-9986-855fe6ccab90 in Status: SUCCESS [ 1128.411098] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.411272] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.411517] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.411720] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.411860] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.411922] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.412094] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.412403] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.412546] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.412672] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71dc797a-df6d-4b23-9986-855fe6ccab90',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.920019] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-71dc797a-df6d-4b23-9986-855fe6ccab90 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.920019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.920019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.920019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.920019] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.920019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.920019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.920019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.920019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.920019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.920019] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-71dc797a-df6d-4b23-9986-855fe6ccab90 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.920019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.920019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.920019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.920019] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.920019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.920855] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.920855] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.920855] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.920855] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.920855] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71dc797a-df6d-4b23-9986-855fe6ccab90',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.094083] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 1129.094247] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.421242] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71dc797a-df6d-4b23-9986-855fe6ccab90: rpc.has_security_group_logging(os_id): False [ 1129.440530] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.440930] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.440930] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.441069] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.441185] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.441478] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.441550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.441598] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.441774] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.441914] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.442165] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.442278] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.442382] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.442568] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.442649] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.442840] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.442936] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.443040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.443150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.443243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.443349] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71dc797a-df6d-4b23-9986-855fe6ccab90 is going to be created. [ 1129.505402] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.505588] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.505692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.505815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.506027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.516596] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71dc797a-df6d-4b23-9986-855fe6ccab90 in Status: IN_PROGRESS for 2s [ 1129.582886] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: SUCCESS [ 1129.582886] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2d394af-ab31-4d32-a118-403a69121a17 deletion is rescheduled due to dependency. [ 1129.582886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.643525] env[65619]: INFO networking_nsxv3.common.synchronization [req-e7a02155-9305-4eb3-874f-36770d085b86 req-135229e2-69e2-4e06-884d-72f97fbf1833 tempest-ImagesTestJSON-212771706 tempest-ImagesTestJSON-212771706-project-member] Enqueued Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1129.645536] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1129.645536] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.645536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.645771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.646921] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.646921] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.646921] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.646921] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.646921] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.646921] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.646921] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.902902] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 in Status: SUCCESS [ 1129.903250] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.903508] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.903791] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.904392] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.904583] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.904719] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.925607] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.925607] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.925607] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.925607] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c19903d3-a4e8-421b-81ea-5da5071d07b8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.056674] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.056929] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.058537] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.060367] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.060822] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.061086] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.061335] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.062084] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.062308] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.062715] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.062756] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.062908] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.064111] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.064379] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.064475] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.064592] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.090750] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.090877] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1130.091030] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.091216] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.091545] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-c232869d-a4eb-4341-9db5-0ccbd66c7119 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.092764] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-c232869d-a4eb-4341-9db5-0ccbd66c7119" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.092764] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-c232869d-a4eb-4341-9db5-0ccbd66c7119" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.093358] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-c232869d-a4eb-4341-9db5-0ccbd66c7119" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.093559] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c232869d-a4eb-4341-9db5-0ccbd66c7119',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.150278] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.408655] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19903d3-a4e8-421b-81ea-5da5071d07b8 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.408855] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.408919] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.409675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.409675] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.409675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.409675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.409675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.410281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.410281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.410281] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19903d3-a4e8-421b-81ea-5da5071d07b8 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.410281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.410281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.410281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.410486] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.410486] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.410563] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.410747] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.410823] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.410902] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.410990] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c19903d3-a4e8-421b-81ea-5da5071d07b8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.596695] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.596943] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.597087] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.597507] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.597710] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.597885] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port c232869d-a4eb-4341-9db5-0ccbd66c7119 not found, creating... [ 1130.598188] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.598361] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.598485] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.598717] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.598881] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.599641] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.599823] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.599958] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.600216] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.600371] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.600515] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: c232869d-a4eb-4341-9db5-0ccbd66c7119 is going to be created. [ 1130.625412] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.625412] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.625412] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.625788] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.625788] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.626105] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-c232869d-a4eb-4341-9db5-0ccbd66c7119" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.653552] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.914709] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c19903d3-a4e8-421b-81ea-5da5071d07b8: rpc.has_security_group_logging(os_id): False [ 1130.937978] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.937978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.937978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.937978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.937978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.937978] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.937978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.937978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.937978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.937978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.937978] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.937978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.937978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.937978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.937978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.938874] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.938874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.938874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.939459] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.939773] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.940185] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 is going to be created. [ 1131.014110] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.014346] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.014346] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.014562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.014921] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.030710] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 in Status: IN_PROGRESS for 2s [ 1131.159036] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.159036] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.159036] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.159036] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.159036] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.159036] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a is going to be updated. [ 1131.215055] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.215055] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.215055] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.215055] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.215055] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.225283] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: IN_PROGRESS for 2s [ 1131.374940] env[65619]: INFO networking_nsxv3.common.synchronization [req-e7a02155-9305-4eb3-874f-36770d085b86 req-f34c4534-8db6-4d7f-934c-d7a2d8b36a0c service nova] Enqueued Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_rules [ 1131.374940] env[65619]: INFO networking_nsxv3.common.synchronization [req-e7a02155-9305-4eb3-874f-36770d085b86 req-f34c4534-8db6-4d7f-934c-d7a2d8b36a0c service nova] Enqueued Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1131.374940] env[65619]: INFO networking_nsxv3.common.synchronization [req-e7a02155-9305-4eb3-874f-36770d085b86 req-f34c4534-8db6-4d7f-934c-d7a2d8b36a0c service nova] Enqueued Resource ID: c232869d-a4eb-4341-9db5-0ccbd66c7119 with Priority: HIGHEST for action port [ 1131.374940] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_rules [ 1131.374940] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1131.374940] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c232869d-a4eb-4341-9db5-0ccbd66c7119 with Priority: HIGHEST for action port [ 1131.374940] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.376243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.376371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.376763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.377770] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.378641] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.378816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.379955] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-c232869d-a4eb-4341-9db5-0ccbd66c7119 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.379955] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c232869d-a4eb-4341-9db5-0ccbd66c7119" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.379955] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c232869d-a4eb-4341-9db5-0ccbd66c7119" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.382478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c232869d-a4eb-4341-9db5-0ccbd66c7119" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.382478] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c232869d-a4eb-4341-9db5-0ccbd66c7119',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.528932] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71dc797a-df6d-4b23-9986-855fe6ccab90 in Status: SUCCESS [ 1131.529250] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.882699] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.882846] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.883092] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c232869d-a4eb-4341-9db5-0ccbd66c7119 with status ACTIVE [ 1131.883276] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.883415] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.883483] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.883725] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.883820] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.884028] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.884118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.884182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.884345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.884425] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.884626] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.884724] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.884805] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.884913] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.884987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.885090] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c232869d-a4eb-4341-9db5-0ccbd66c7119 is going to be updated. [ 1131.916571] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.916768] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.916889] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.917184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.917347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.917562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c232869d-a4eb-4341-9db5-0ccbd66c7119" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.145163] env[65619]: INFO networking_nsxv3.common.synchronization [req-cda74dc9-efe1-4b57-b55c-54f471041b3e req-25b5c3b2-954a-433e-ab86-e87557b93526 tempest-MultipleCreateTestJSON-1922661154 tempest-MultipleCreateTestJSON-1922661154-project-member] Enqueued Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1132.145163] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1132.145876] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.146218] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.146405] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.146787] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.147087] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.147314] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.147465] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.147756] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.147959] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.148160] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.488363] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.488789] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-222" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.488789] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-222" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.489122] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-222" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.489395] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.489551] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.489694] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.490069] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.490225] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.490431] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.490557] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.490654] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.490876] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.491018] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.491130] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.491262] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.512526] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.512697] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.514020] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.514020] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-222" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.514020] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-57aeb78b-ec1c-42e7-9bf3-13fbe7656e03 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.514020] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-57aeb78b-ec1c-42e7-9bf3-13fbe7656e03" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.514020] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-57aeb78b-ec1c-42e7-9bf3-13fbe7656e03" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.514020] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-57aeb78b-ec1c-42e7-9bf3-13fbe7656e03" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.514297] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57aeb78b-ec1c-42e7-9bf3-13fbe7656e03',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.642752] env[65619]: INFO networking_nsxv3.common.synchronization [req-3a897695-90ed-432a-8ac5-41a9bb0dca11 req-4384a898-e775-461e-b0e9-c2167a79d615 tempest-ServerActionsTestOtherB-982056935 tempest-ServerActionsTestOtherB-982056935-project-member] Enqueued Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_members [ 1132.645177] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_members [ 1132.646351] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.646696] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.646829] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.648202] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.648463] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.648633] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.648734] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.648974] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.649105] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.649225] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.650735] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.650735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.650735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.650972] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.651032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.651698] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.651698] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.651698] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.651962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.651997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.652103] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766088c9-54d0-463e-af9e-d3783caa13ce already deleted. [ 1132.652213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.019231] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.019848] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.019912] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.020358] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.020588] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.020826] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 57aeb78b-ec1c-42e7-9bf3-13fbe7656e03 not found, creating... [ 1133.021237] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.021840] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.021840] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.021991] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.022801] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.023308] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.023618] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.023852] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.024224] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.027858] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.028098] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 57aeb78b-ec1c-42e7-9bf3-13fbe7656e03 is going to be created. [ 1133.053703] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.054315] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.054514] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.055184] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.055254] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.055635] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-57aeb78b-ec1c-42e7-9bf3-13fbe7656e03" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.058573] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 in Status: SUCCESS [ 1133.058834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.154125] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.154718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.154718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.154718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.154718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.155141] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.155141] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.155141] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.155439] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.155439] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.155439] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 is going to be updated. [ 1133.193616] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.193764] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.193848] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.194083] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.194230] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.207671] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: IN_PROGRESS for 2s [ 1133.246263] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: SUCCESS [ 1133.246263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.246263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.246263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.246263] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.246263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.246263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.246263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.247074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.250498] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.570417] env[65619]: INFO networking_nsxv3.common.synchronization [req-cc641266-3796-45a4-a8ee-66c92b087ad1 req-4bc795da-c586-462b-8781-a2c3c94cb04f tempest-ServersTestJSON-727754052 tempest-ServersTestJSON-727754052-project-member] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1133.571134] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1133.571291] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.571411] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.571477] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.571672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.571822] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.571920] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.571988] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.572162] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.572246] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.572340] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.741245] env[65619]: INFO networking_nsxv3.common.synchronization [req-cda74dc9-efe1-4b57-b55c-54f471041b3e req-52182b0a-e6ff-4268-86db-e024444fab09 service nova] Enqueued Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_rules [ 1133.741245] env[65619]: INFO networking_nsxv3.common.synchronization [req-cda74dc9-efe1-4b57-b55c-54f471041b3e req-52182b0a-e6ff-4268-86db-e024444fab09 service nova] Enqueued Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1133.741245] env[65619]: INFO networking_nsxv3.common.synchronization [req-cda74dc9-efe1-4b57-b55c-54f471041b3e req-52182b0a-e6ff-4268-86db-e024444fab09 service nova] Enqueued Resource ID: 57aeb78b-ec1c-42e7-9bf3-13fbe7656e03 with Priority: HIGHEST for action port [ 1133.741245] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_rules [ 1133.741245] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1133.741245] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57aeb78b-ec1c-42e7-9bf3-13fbe7656e03 with Priority: HIGHEST for action port [ 1133.741703] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.741955] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.742118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.742612] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.742880] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.743957] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.744314] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.744481] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.744766] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.745033] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.745267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.745441] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.745667] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.745931] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.746122] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.748743] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-57aeb78b-ec1c-42e7-9bf3-13fbe7656e03 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.748743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57aeb78b-ec1c-42e7-9bf3-13fbe7656e03" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.748743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57aeb78b-ec1c-42e7-9bf3-13fbe7656e03" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.748743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57aeb78b-ec1c-42e7-9bf3-13fbe7656e03" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.748743] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57aeb78b-ec1c-42e7-9bf3-13fbe7656e03',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.752233] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.075686] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.253046] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.253608] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.253608] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.254321] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57aeb78b-ec1c-42e7-9bf3-13fbe7656e03 with status ACTIVE [ 1134.254508] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.254624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.254680] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.255083] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.255083] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.256236] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.256236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.256236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.256236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.256236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.256236] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.256236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.256236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.256630] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.256630] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.256630] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57aeb78b-ec1c-42e7-9bf3-13fbe7656e03 is going to be updated. [ 1134.263727] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.280885] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.282105] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.282213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.282855] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.282855] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.282855] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57aeb78b-ec1c-42e7-9bf3-13fbe7656e03" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.504683] env[65619]: INFO networking_nsxv3.common.synchronization [req-cda74dc9-efe1-4b57-b55c-54f471041b3e req-7dbc38ad-ba7e-434e-bd86-b8168b273291 tempest-MultipleCreateTestJSON-1922661154 tempest-MultipleCreateTestJSON-1922661154-project-member] Enqueued Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1134.505807] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1134.505807] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.505807] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.577863] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.761956] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.761956] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.761956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.761956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.761956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.761956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.761956] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a is going to be updated. [ 1134.790527] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.794559] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.794559] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.794559] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.794559] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.803551] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.803780] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-222" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.803908] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-222" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.804582] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-222" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.804864] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.805068] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.805176] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.805421] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.805565] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.805796] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.805928] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.806076] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.806186] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.806354] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.806411] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.807190] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.808456] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: IN_PROGRESS for 2s [ 1134.826806] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.827084] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.827360] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.827723] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-222" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.828133] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-7a66a6fc-b394-4450-b4b7-b94c18432cff taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.828337] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-7a66a6fc-b394-4450-b4b7-b94c18432cff" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.828481] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-7a66a6fc-b394-4450-b4b7-b94c18432cff" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.828839] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-7a66a6fc-b394-4450-b4b7-b94c18432cff" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.828990] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a66a6fc-b394-4450-b4b7-b94c18432cff',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.080541] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.080666] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.080784] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.081064] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.081064] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.081156] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 1135.083906] env[65619]: INFO networking_nsxv3.common.synchronization [req-99fdf315-489e-4c27-b420-5b5ba12f382d req-c7744ab7-3d6e-44d7-a988-f09f5a62ce7e tempest-ServerActionsTestOtherA-1997294568 tempest-ServerActionsTestOtherA-1997294568-project-member] Enqueued Resource ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 with Priority: HIGHEST for action security_group_members [ 1135.085039] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 with Priority: HIGHEST for action security_group_members [ 1135.085245] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19903d3-a4e8-421b-81ea-5da5071d07b8 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.086348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.086348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.086348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.086348] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.086348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.086348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.086348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.086348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.086348] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c19903d3-a4e8-421b-81ea-5da5071d07b8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.117278] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.117458] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.117532] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.117706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.117855] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.127479] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 1135.131803] env[65619]: INFO networking_nsxv3.common.synchronization [req-99fdf315-489e-4c27-b420-5b5ba12f382d req-c7744ab7-3d6e-44d7-a988-f09f5a62ce7e tempest-ServerActionsTestOtherA-1997294568 tempest-ServerActionsTestOtherA-1997294568-project-member] Enqueued Resource ID: 4a7f8c18-cced-4235-a90c-53b6db801f81 with Priority: HIGHEST for action port [ 1135.132353] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a7f8c18-cced-4235-a90c-53b6db801f81 with Priority: HIGHEST for action port [ 1135.132666] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a7f8c18-cced-4235-a90c-53b6db801f81 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.132796] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a7f8c18-cced-4235-a90c-53b6db801f81" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.132863] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a7f8c18-cced-4235-a90c-53b6db801f81" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.133093] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a7f8c18-cced-4235-a90c-53b6db801f81" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.133180] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a7f8c18-cced-4235-a90c-53b6db801f81',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.217868] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: SUCCESS [ 1135.218110] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 deletion is rescheduled due to dependency. [ 1135.218237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.263785] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.264269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.264269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.264503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.264503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.264601] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766088c9-54d0-463e-af9e-d3783caa13ce is going to be created. [ 1135.294400] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.294545] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.294614] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.294845] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.295013] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.309586] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: UNINITIALIZED for 2s [ 1135.331027] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.331276] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.331405] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.331681] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.331848] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.332014] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 7a66a6fc-b394-4450-b4b7-b94c18432cff not found, creating... [ 1135.332291] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.332422] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.332537] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.332755] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.332893] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.333187] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.333341] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.333456] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.333660] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.333793] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.333928] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 7a66a6fc-b394-4450-b4b7-b94c18432cff is going to be created. [ 1135.361818] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.362065] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.362195] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.362467] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.362715] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.362971] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-7a66a6fc-b394-4450-b4b7-b94c18432cff" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.589269] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.589466] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.589544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.589901] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.590020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.590267] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.590386] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.590460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.590659] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.590777] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.590875] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 is going to be updated. [ 1135.622106] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.622260] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.622330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.622540] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.622695] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.635804] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a7f8c18-cced-4235-a90c-53b6db801f81 with status ACTIVE [ 1135.636112] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.636256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.636374] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.636539] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.636644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.636844] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.636960] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.637042] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.637211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.637309] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.637504] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.637587] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.637654] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.637785] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.637881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.637977] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a7f8c18-cced-4235-a90c-53b6db801f81 is going to be updated. [ 1135.639727] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 in Status: IN_PROGRESS for 2s [ 1135.696627] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.697108] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.697108] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.697908] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.699044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.699044] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a7f8c18-cced-4235-a90c-53b6db801f81" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.186029] env[65619]: INFO networking_nsxv3.common.synchronization [req-cda74dc9-efe1-4b57-b55c-54f471041b3e req-cf591673-55c6-4180-923d-c10a3b8276a6 service nova] Enqueued Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_rules [ 1136.186029] env[65619]: INFO networking_nsxv3.common.synchronization [req-cda74dc9-efe1-4b57-b55c-54f471041b3e req-cf591673-55c6-4180-923d-c10a3b8276a6 service nova] Enqueued Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1136.186029] env[65619]: INFO networking_nsxv3.common.synchronization [req-cda74dc9-efe1-4b57-b55c-54f471041b3e req-cf591673-55c6-4180-923d-c10a3b8276a6 service nova] Enqueued Resource ID: 7a66a6fc-b394-4450-b4b7-b94c18432cff with Priority: HIGHEST for action port [ 1136.186029] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_rules [ 1136.186029] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1136.186029] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a66a6fc-b394-4450-b4b7-b94c18432cff with Priority: HIGHEST for action port [ 1136.186029] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.186029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.186029] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.186029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.186553] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a66a6fc-b394-4450-b4b7-b94c18432cff taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.186553] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a66a6fc-b394-4450-b4b7-b94c18432cff" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.186553] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a66a6fc-b394-4450-b4b7-b94c18432cff" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.186695] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a66a6fc-b394-4450-b4b7-b94c18432cff" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.186695] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a66a6fc-b394-4450-b4b7-b94c18432cff',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.689957] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a66a6fc-b394-4450-b4b7-b94c18432cff with status ACTIVE [ 1136.689957] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.689957] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.689957] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.690404] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.690404] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.690543] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.690666] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.690854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.691156] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.691357] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.692298] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.692413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.692482] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.692722] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.692722] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.692802] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a66a6fc-b394-4450-b4b7-b94c18432cff is going to be updated. [ 1136.719361] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.719521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.719744] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.720061] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.720265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.720510] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a66a6fc-b394-4450-b4b7-b94c18432cff" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.801328] env[65619]: INFO networking_nsxv3.common.synchronization [req-a714f159-80b1-4e62-b0c6-f2249146a6c8 req-af8c683c-ee05-47a1-86e8-c62852afd4d8 tempest-ServerGroupTestJSON-2127482573 tempest-ServerGroupTestJSON-2127482573-project-member] Enqueued Resource ID: 71dc797a-df6d-4b23-9986-855fe6ccab90 with Priority: HIGHEST for action security_group_members [ 1136.803220] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71dc797a-df6d-4b23-9986-855fe6ccab90 with Priority: HIGHEST for action security_group_members [ 1136.803220] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-71dc797a-df6d-4b23-9986-855fe6ccab90 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.803220] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.803220] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.803220] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.803738] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.803964] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.804148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.804426] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.804658] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.804865] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71dc797a-df6d-4b23-9986-855fe6ccab90',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.827222] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: SUCCESS [ 1136.827434] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.827865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.828058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.828282] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.828387] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.828455] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.828613] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.828693] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.828775] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.828868] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.140518] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 1137.140518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.308366] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.308533] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.308617] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.308880] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.309050] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.309326] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.309463] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.309553] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.309849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.309946] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.310063] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71dc797a-df6d-4b23-9986-855fe6ccab90 is going to be updated. [ 1137.326293] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: SUCCESS [ 1137.326495] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.327238] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.327476] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.327866] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.328129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.328129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.328347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.328502] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.328632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.328788] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.329725] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.329925] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.330143] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.330264] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.330416] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.330531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.330531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.330639] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.332892] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.333016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.333116] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.333291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.333536] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.333659] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.333717] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.333879] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.333996] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.334116] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.334288] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.334414] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.334473] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.334933] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.334933] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.335050] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.335085] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.335217] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.335316] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.335543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.335806] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.349244] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.349402] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.349465] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.349730] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.349872] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.359490] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71dc797a-df6d-4b23-9986-855fe6ccab90 in Status: IN_PROGRESS for 2s [ 1137.375508] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.375758] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.375928] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.376308] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.376644] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.376872] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.377088] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.377409] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.377625] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.377896] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.378115] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.378273] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.378443] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.378601] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.378767] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.378950] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.400399] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.400669] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1137.400923] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.401172] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.401612] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-af32419e-fd2a-4dc6-85e8-1e5bff50e48d taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.401857] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-af32419e-fd2a-4dc6-85e8-1e5bff50e48d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.402096] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-af32419e-fd2a-4dc6-85e8-1e5bff50e48d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.404137] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-af32419e-fd2a-4dc6-85e8-1e5bff50e48d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.404372] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af32419e-fd2a-4dc6-85e8-1e5bff50e48d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.652771] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 in Status: SUCCESS [ 1137.653062] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 deletion is rescheduled due to dependency. [ 1137.653263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.834055] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.834395] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.837456] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.838939] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77dea6d2-7819-4188-b6cc-f6308e6d449a: rpc.has_security_group_logging(os_id): False [ 1137.856025] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.856267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.856337] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.856541] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.856634] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.856827] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.856923] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.856978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.857124] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.857187] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.857383] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.857469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.857534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.857683] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.857753] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.857936] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.858038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.858109] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.858229] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.858299] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.858383] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a is going to be updated. [ 1137.907437] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.907796] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.907881] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.908479] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.908479] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.908596] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port af32419e-fd2a-4dc6-85e8-1e5bff50e48d not found, creating... [ 1137.908981] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.909182] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.909353] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.909688] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.909853] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.910351] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.910579] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.910756] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.911048] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.911211] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.911357] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: af32419e-fd2a-4dc6-85e8-1e5bff50e48d is going to be created. [ 1137.924167] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.924413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.924413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.924533] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.924678] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.937223] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.937223] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.937223] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.937436] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.937719] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.937953] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-af32419e-fd2a-4dc6-85e8-1e5bff50e48d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.957262] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: IN_PROGRESS for 2s [ 1138.340588] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.628649] env[65619]: INFO networking_nsxv3.common.synchronization [req-d73d238f-6e72-43cf-b6b5-52279393a9ce req-342c2fbd-cdbc-47b8-b5a7-731fd2d91492 service nova] Enqueued Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_rules [ 1138.628855] env[65619]: INFO networking_nsxv3.common.synchronization [req-d73d238f-6e72-43cf-b6b5-52279393a9ce req-342c2fbd-cdbc-47b8-b5a7-731fd2d91492 service nova] Enqueued Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 1138.629062] env[65619]: INFO networking_nsxv3.common.synchronization [req-d73d238f-6e72-43cf-b6b5-52279393a9ce req-342c2fbd-cdbc-47b8-b5a7-731fd2d91492 service nova] Enqueued Resource ID: af32419e-fd2a-4dc6-85e8-1e5bff50e48d with Priority: HIGHEST for action port [ 1138.629591] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_rules [ 1138.629791] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 1138.629925] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af32419e-fd2a-4dc6-85e8-1e5bff50e48d with Priority: HIGHEST for action port [ 1138.630333] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.630449] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.630540] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.637140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.637140] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.637140] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.637140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.637140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.637140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.637140] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.637140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.637140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.637140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.637682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.637880] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.638734] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-af32419e-fd2a-4dc6-85e8-1e5bff50e48d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.638985] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af32419e-fd2a-4dc6-85e8-1e5bff50e48d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.639160] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af32419e-fd2a-4dc6-85e8-1e5bff50e48d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.639388] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af32419e-fd2a-4dc6-85e8-1e5bff50e48d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.639558] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af32419e-fd2a-4dc6-85e8-1e5bff50e48d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.842778] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.843128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.843220] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.843522] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.843688] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.843926] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766088c9-54d0-463e-af9e-d3783caa13ce is going to be updated. [ 1138.878701] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.878919] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.878919] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.879132] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.879283] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.896492] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: IN_PROGRESS for 2s [ 1139.142323] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.142323] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.142323] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.146133] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af32419e-fd2a-4dc6-85e8-1e5bff50e48d with status ACTIVE [ 1139.146133] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.146133] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.146133] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.146133] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.146133] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.146133] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.146133] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.146133] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.147394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.147394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.147394] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.147394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.147394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.147394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.147394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.147394] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af32419e-fd2a-4dc6-85e8-1e5bff50e48d is going to be updated. [ 1139.172238] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.172443] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.172443] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.172645] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.172782] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.172944] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af32419e-fd2a-4dc6-85e8-1e5bff50e48d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.377340] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71dc797a-df6d-4b23-9986-855fe6ccab90 in Status: SUCCESS [ 1139.377483] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71dc797a-df6d-4b23-9986-855fe6ccab90 deletion is rescheduled due to dependency. [ 1139.377557] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.650340] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.979161] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: SUCCESS [ 1139.979161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.152566] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.152729] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.152866] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.153026] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.153122] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.153220] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2d394af-ab31-4d32-a118-403a69121a17 is going to be updated. [ 1140.192830] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.193010] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.193297] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.193381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.193491] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.206073] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: IN_PROGRESS for 2s [ 1140.909319] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: SUCCESS [ 1140.909538] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.909770] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.909994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.910207] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.910443] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.910443] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.910538] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.910629] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.910866] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.413915] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.917116] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.228993] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: IN_PROGRESS for 4s [ 1142.420372] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.420852] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.420852] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.420966] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.421072] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.421198] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766088c9-54d0-463e-af9e-d3783caa13ce is going to be updated. [ 1142.454435] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.454627] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.454627] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.454888] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.455100] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.465043] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: IN_PROGRESS for 2s [ 1143.630951] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1143.630951] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1144.243342] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: SUCCESS [ 1144.243585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.243783] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.244034] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.244249] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.244362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.244439] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.244621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.244689] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.244737] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.244829] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.478382] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: SUCCESS [ 1144.478717] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.478797] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.479014] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.479209] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.479337] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.479389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.479529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.479661] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.479727] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.479921] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.480028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.480083] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.480225] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.480358] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.480448] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.480505] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.480635] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.480766] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.480876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.481034] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.747254] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.747546] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.747546] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.747853] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.747932] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.747996] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.748046] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.748237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.748409] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.748409] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.748559] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.748649] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.748702] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.748843] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.748974] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.749076] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.749136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.750025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.750025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.750025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.750025] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.984395] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 766088c9-54d0-463e-af9e-d3783caa13ce: rpc.has_security_group_logging(os_id): False [ 1145.013320] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.013532] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.013600] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.013803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.013897] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.014163] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.014272] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.014344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.014605] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.014708] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.014964] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.015113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.015178] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.015318] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.015392] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.015587] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.015682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.015743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.015878] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.015957] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.016100] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 766088c9-54d0-463e-af9e-d3783caa13ce is going to be created. [ 1145.094915] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.095295] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.095295] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.095649] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.095832] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.110829] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: IN_PROGRESS for 2s [ 1145.197913] env[65619]: INFO networking_nsxv3.common.synchronization [req-0cedd974-cf13-47d0-9ab4-2b725a85f5e0 req-80980a34-b6b8-454d-a932-39a15dfbf8fa tempest-ServerActionsTestOtherB-982056935 tempest-ServerActionsTestOtherB-982056935-project-member] Enqueued Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_members [ 1145.198707] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_members [ 1145.202123] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.202576] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.202576] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.202887] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.203200] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.203672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.203672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.203819] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.203868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.204039] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.252762] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2d394af-ab31-4d32-a118-403a69121a17: rpc.has_security_group_logging(os_id): False [ 1145.272524] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.272709] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.272769] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.273088] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.273263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.273627] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.274207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.274207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.274207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.274397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.274701] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.275142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.275142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.275240] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.275360] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.275697] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.275879] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.276013] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.276262] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.276425] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.276576] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2d394af-ab31-4d32-a118-403a69121a17 is going to be updated. [ 1145.348125] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.348274] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.348323] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.348520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.348699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.367444] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: IN_PROGRESS for 2s [ 1145.609038] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.609038] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-846" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.609038] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-846" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.609499] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-846" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.609499] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.609622] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.609715] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.610107] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.610314] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.610538] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.610672] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.610816] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.610988] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.611132] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.611241] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.611397] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.635397] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.635607] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1145.635974] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.635974] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-846" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.636262] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-7ccb7d21-7b6c-4186-b5be-4503daf6fb79 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.636446] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-7ccb7d21-7b6c-4186-b5be-4503daf6fb79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.636563] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-7ccb7d21-7b6c-4186-b5be-4503daf6fb79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.636999] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-7ccb7d21-7b6c-4186-b5be-4503daf6fb79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.637213] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ccb7d21-7b6c-4186-b5be-4503daf6fb79',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.708008] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.708194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.708256] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.708470] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.708569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.708764] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.708886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.708990] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.709227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.709361] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.709495] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 is going to be updated. [ 1145.761499] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.761980] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.761980] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.762167] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.762408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.772559] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: IN_PROGRESS for 2s [ 1146.143091] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.143294] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.143384] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.143724] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.143884] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.144056] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 7ccb7d21-7b6c-4186-b5be-4503daf6fb79 not found, creating... [ 1146.144325] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.144484] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.144601] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.144825] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.145198] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.145507] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.145664] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.145779] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.145988] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.146135] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.146301] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 7ccb7d21-7b6c-4186-b5be-4503daf6fb79 is going to be created. [ 1146.168760] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.169050] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.169164] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.169479] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.169717] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.170019] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-7ccb7d21-7b6c-4186-b5be-4503daf6fb79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.901930] env[65619]: INFO networking_nsxv3.common.synchronization [req-0cedd974-cf13-47d0-9ab4-2b725a85f5e0 req-488dab65-4aae-4b23-bf54-998170de589f service nova] Enqueued Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_rules [ 1146.902345] env[65619]: INFO networking_nsxv3.common.synchronization [req-0cedd974-cf13-47d0-9ab4-2b725a85f5e0 req-488dab65-4aae-4b23-bf54-998170de589f service nova] Enqueued Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_members [ 1146.902683] env[65619]: INFO networking_nsxv3.common.synchronization [req-0cedd974-cf13-47d0-9ab4-2b725a85f5e0 req-488dab65-4aae-4b23-bf54-998170de589f service nova] Enqueued Resource ID: 7ccb7d21-7b6c-4186-b5be-4503daf6fb79 with Priority: HIGHEST for action port [ 1146.903286] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_rules [ 1146.903504] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_members [ 1146.903744] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ccb7d21-7b6c-4186-b5be-4503daf6fb79 with Priority: HIGHEST for action port [ 1146.904202] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.904435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.904495] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.907150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.907150] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.907150] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.907150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.907150] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ccb7d21-7b6c-4186-b5be-4503daf6fb79 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.907150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ccb7d21-7b6c-4186-b5be-4503daf6fb79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.907150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ccb7d21-7b6c-4186-b5be-4503daf6fb79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.907150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ccb7d21-7b6c-4186-b5be-4503daf6fb79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.907601] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ccb7d21-7b6c-4186-b5be-4503daf6fb79',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.124338] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: SUCCESS [ 1147.124625] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.124840] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.125136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.125245] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.388757] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: SUCCESS [ 1147.388993] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.409859] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.409859] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.411639] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ccb7d21-7b6c-4186-b5be-4503daf6fb79 with status ACTIVE [ 1147.411639] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.411859] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.411859] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.412200] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.412308] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.412531] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.412697] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.412761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.413072] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.413111] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.413396] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.413480] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.413550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.413715] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.414566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.414566] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ccb7d21-7b6c-4186-b5be-4503daf6fb79 is going to be updated. [ 1147.435652] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.435859] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.435904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.436106] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.436249] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.436408] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ccb7d21-7b6c-4186-b5be-4503daf6fb79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.628524] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.628755] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.629076] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.629076] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.629307] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.629359] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.629397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.629547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.629650] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.629861] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.630063] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.735679] env[65619]: INFO networking_nsxv3.common.synchronization [None req-f2aead23-2961-4911-9367-9b8951ced2f6 None None] Enqueued Resource ID: a4303abd-6242-4da1-bc7f-0478a8e95b26 with Priority: HIGHEST for action port [ 1147.736280] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4303abd-6242-4da1-bc7f-0478a8e95b26 with Priority: HIGHEST for action port [ 1147.736823] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4303abd-6242-4da1-bc7f-0478a8e95b26 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.736823] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4303abd-6242-4da1-bc7f-0478a8e95b26" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.736971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4303abd-6242-4da1-bc7f-0478a8e95b26" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.737178] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4303abd-6242-4da1-bc7f-0478a8e95b26" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.737368] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4303abd-6242-4da1-bc7f-0478a8e95b26',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.786290] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: SUCCESS [ 1147.787188] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 deletion is rescheduled due to dependency. [ 1147.787347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.787943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.788196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.788392] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.788521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.788579] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.788715] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.788787] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.788889] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.135342] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.135674] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.135674] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.135807] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.136016] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.136176] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.136243] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.136398] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.136487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.136574] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.136726] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.136815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.136874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.137257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.137257] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.137257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.137400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.137400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.137463] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.137546] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.137632] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.242632] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4303abd-6242-4da1-bc7f-0478a8e95b26 [ 1148.242632] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.242632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.242632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.242632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.242632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.242632] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4303abd-6242-4da1-bc7f-0478a8e95b26 already deleted. [ 1148.242632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4303abd-6242-4da1-bc7f-0478a8e95b26" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.290883] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.643376] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 766088c9-54d0-463e-af9e-d3783caa13ce: rpc.has_security_group_logging(os_id): False [ 1148.664539] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.664772] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.664884] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.665162] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.665274] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.665557] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.665675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.665729] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.666465] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.666465] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.666465] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.666465] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.666681] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.666715] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.666790] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.667042] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.667153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.667214] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.667353] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.667435] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.667518] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 766088c9-54d0-463e-af9e-d3783caa13ce is going to be updated. [ 1148.752294] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.752568] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.752668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.753032] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.753302] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.772690] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: IN_PROGRESS for 2s [ 1148.799300] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.302101] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.302542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.302542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.303142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.303142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.303142] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 is going to be updated. [ 1149.335943] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.336154] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.336241] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.336479] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.336631] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.348752] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: IN_PROGRESS for 2s [ 1149.792401] env[65619]: INFO networking_nsxv3.common.synchronization [req-c55e7b06-ebaa-46dd-9e89-dd4e2caf8365 req-b505c646-3829-49e8-8abd-8db7ef4839f8 tempest-MultipleCreateTestJSON-1922661154 tempest-MultipleCreateTestJSON-1922661154-project-member] Enqueued Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1149.792401] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1149.792968] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.793273] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.793468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.794190] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.794444] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.794652] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.794791] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.796548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.796548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.796548] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.841650] env[65619]: INFO networking_nsxv3.common.synchronization [req-f03ce73d-e0b8-488f-b1e8-17386afb463e req-fb32d46c-7034-4a09-a5ed-5cb9025255ee tempest-MultipleCreateTestJSON-1922661154 tempest-MultipleCreateTestJSON-1922661154-project-member] Enqueued Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1149.841996] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1149.842639] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.842748] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.124234] env[65619]: INFO networking_nsxv3.common.synchronization [req-0f017724-6b7c-49c7-a154-e55acdd35fb0 req-a0bbc0e1-66e5-4c66-a0f5-38e83cf34668 tempest-ServersTestJSON-727754052 tempest-ServersTestJSON-727754052-project-member] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1150.124745] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1150.125596] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.125735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.125928] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.125991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.126153] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.126463] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.126606] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.126767] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.126816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.126914] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.300598] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.445723] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.446071] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.446071] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.446302] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.446557] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.446716] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.446830] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.447076] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.447222] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.447422] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.447534] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.447639] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.447773] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.447902] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.448067] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.448210] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.467812] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.468069] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1150.468187] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.468385] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-493" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.468862] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-e81a4f1e-6a56-4246-bdf2-f320b20fe79c taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.469043] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-e81a4f1e-6a56-4246-bdf2-f320b20fe79c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.469155] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-e81a4f1e-6a56-4246-bdf2-f320b20fe79c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.469514] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-e81a4f1e-6a56-4246-bdf2-f320b20fe79c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.469770] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e81a4f1e-6a56-4246-bdf2-f320b20fe79c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.630116] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.789184] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: SUCCESS [ 1150.789489] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.805318] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.838446] env[65619]: INFO networking_nsxv3.common.synchronization [None req-90c19d21-032d-4546-9ecb-c9fc0f685458 None None] Enqueued Resource ID: c4ac4557-aa32-4643-b6ce-11ba324fc011 with Priority: HIGHEST for action port [ 1150.838446] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4ac4557-aa32-4643-b6ce-11ba324fc011 with Priority: HIGHEST for action port [ 1150.838446] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4ac4557-aa32-4643-b6ce-11ba324fc011 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.838446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4ac4557-aa32-4643-b6ce-11ba324fc011" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.838446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4ac4557-aa32-4643-b6ce-11ba324fc011" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.838446] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4ac4557-aa32-4643-b6ce-11ba324fc011" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.838446] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4ac4557-aa32-4643-b6ce-11ba324fc011',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.972648] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.976094] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.976094] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.976094] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.976094] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.976094] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port e81a4f1e-6a56-4246-bdf2-f320b20fe79c not found, creating... [ 1150.976094] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.976094] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.976094] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.981035] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.981035] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.981035] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.981035] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.981035] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.981035] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.981035] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.981035] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: e81a4f1e-6a56-4246-bdf2-f320b20fe79c is going to be created. [ 1151.005030] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.005030] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.005030] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.005030] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.005030] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.005030] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-e81a4f1e-6a56-4246-bdf2-f320b20fe79c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.137154] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.308394] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.308394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.308394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.308394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.308394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.308394] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766088c9-54d0-463e-af9e-d3783caa13ce is going to be updated. [ 1151.339130] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.339130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.339130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.339130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.339130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.345198] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4ac4557-aa32-4643-b6ce-11ba324fc011 [ 1151.345198] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.345198] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.345198] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.345198] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.345198] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.345198] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4ac4557-aa32-4643-b6ce-11ba324fc011 already deleted. [ 1151.345198] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4ac4557-aa32-4643-b6ce-11ba324fc011" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.348377] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: IN_PROGRESS for 2s [ 1151.360560] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: SUCCESS [ 1151.360560] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.360560] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.360560] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.360560] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.360560] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.360560] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.360560] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.360560] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.360560] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.360560] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.638532] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.638983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.638983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.640383] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.640383] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.640383] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 1151.677343] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.677528] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.677567] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.677858] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.678054] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.689265] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 1151.736761] env[65619]: INFO networking_nsxv3.common.synchronization [req-0f017724-6b7c-49c7-a154-e55acdd35fb0 req-411b47f3-0b82-4195-a525-393023d48e9d service nova] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_rules [ 1151.736761] env[65619]: INFO networking_nsxv3.common.synchronization [req-0f017724-6b7c-49c7-a154-e55acdd35fb0 req-411b47f3-0b82-4195-a525-393023d48e9d service nova] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1151.736761] env[65619]: INFO networking_nsxv3.common.synchronization [req-0f017724-6b7c-49c7-a154-e55acdd35fb0 req-411b47f3-0b82-4195-a525-393023d48e9d service nova] Enqueued Resource ID: e81a4f1e-6a56-4246-bdf2-f320b20fe79c with Priority: HIGHEST for action port [ 1151.736898] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_rules [ 1151.736978] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1151.737022] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e81a4f1e-6a56-4246-bdf2-f320b20fe79c with Priority: HIGHEST for action port [ 1151.737423] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.737737] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.737737] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.737957] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.737957] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.738924] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.738981] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.739269] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-e81a4f1e-6a56-4246-bdf2-f320b20fe79c taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.739269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e81a4f1e-6a56-4246-bdf2-f320b20fe79c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.739384] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e81a4f1e-6a56-4246-bdf2-f320b20fe79c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.739519] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e81a4f1e-6a56-4246-bdf2-f320b20fe79c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.739598] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e81a4f1e-6a56-4246-bdf2-f320b20fe79c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.862928] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.244663] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.244812] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.245769] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e81a4f1e-6a56-4246-bdf2-f320b20fe79c with status ACTIVE [ 1152.246020] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.246179] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.246263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.246585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.246650] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.247347] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.247347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.247347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.247347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.247531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.247804] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.247804] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.247930] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.248164] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.248347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.248543] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e81a4f1e-6a56-4246-bdf2-f320b20fe79c is going to be updated. [ 1152.322230] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.322531] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.322788] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.323498] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.323498] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.323638] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e81a4f1e-6a56-4246-bdf2-f320b20fe79c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.365196] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 224022ff-4c4e-451a-9428-6c88e449a293: rpc.has_security_group_logging(os_id): False [ 1152.389249] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.389249] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.389249] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.389249] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.389747] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.389747] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.389747] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.389747] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.389944] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.389944] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.390122] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 is going to be updated. [ 1152.493856] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.494046] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.494118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.494369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.494487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.512732] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: IN_PROGRESS for 2s [ 1152.790558] env[65619]: INFO networking_nsxv3.common.synchronization [req-10744831-f4b4-4cf0-abfb-25fe4d23b3ee req-328eaeab-254d-4f24-84e2-71d36c75b1ec tempest-ImagesTestJSON-212771706 tempest-ImagesTestJSON-212771706-project-member] Enqueued Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1152.791369] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1152.791776] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.791926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.791999] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.792936] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.793137] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.793280] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.793355] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.793539] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.793644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.793754] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.298819] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.360023] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: SUCCESS [ 1153.360274] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.361188] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.361188] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.361393] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.361524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.364181] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.364181] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.364181] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.364181] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.700586] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 1153.700798] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.700962] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.701197] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.701380] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.701494] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.701555] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.701699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.701780] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.701927] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.800929] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.865958] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.866141] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.866213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.866459] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.866556] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.866760] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.866861] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.866926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.867095] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.867173] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.867258] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766088c9-54d0-463e-af9e-d3783caa13ce is going to be updated. [ 1153.892046] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.892046] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.892046] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.892306] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.892306] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.903255] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: IN_PROGRESS for 2s [ 1154.204451] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.303528] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.303718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.303809] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.304885] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.304885] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.304885] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a is going to be updated. [ 1154.343876] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.343876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.343876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.344645] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.344645] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.354991] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: IN_PROGRESS for 2s [ 1154.534236] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: SUCCESS [ 1154.534236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.582360] env[65619]: INFO networking_nsxv3.common.synchronization [req-85963c66-1e4c-4b3a-a3c4-2906e3fb924a req-17dc3f31-11c4-4a17-9b8d-5208c0c7b01b tempest-ServerRescueNegativeTestJSON-1855599925 tempest-ServerRescueNegativeTestJSON-1855599925-project-member] Enqueued Resource ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 with Priority: HIGHEST for action security_group_members [ 1154.582913] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 with Priority: HIGHEST for action security_group_members [ 1154.583238] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3427da57-01dc-411d-a5e6-3bd4390fc671 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.583359] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.583425] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.583677] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.583831] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.583931] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.583993] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.584902] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.585010] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.585229] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.708290] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.961660] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.962027] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-800" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.962131] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-800" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.962597] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-800" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.963087] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.963393] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.963597] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.963988] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.964270] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.964595] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.964817] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.965034] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.965239] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.965436] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.965619] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.965838] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.989402] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.989578] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1154.989722] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.990092] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-800" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.990683] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-8f5f6077-4478-4c06-94e5-9ea816b417f8 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.991070] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-8f5f6077-4478-4c06-94e5-9ea816b417f8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.991284] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-8f5f6077-4478-4c06-94e5-9ea816b417f8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.991527] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-8f5f6077-4478-4c06-94e5-9ea816b417f8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.991671] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f5f6077-4478-4c06-94e5-9ea816b417f8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.082722] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.082722] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.082722] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.082722] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.082975] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.083065] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.083182] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.083390] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.083534] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.083742] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.083849] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.083958] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.084072] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.084180] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.084279] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.084406] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.092054] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.092204] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.092255] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.092442] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.092689] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.092904] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.093027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.093098] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.093266] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.093363] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.093436] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 already deleted. [ 1155.093522] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.104377] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.104603] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1155.104680] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.104856] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-618" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.105200] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-af32419e-fd2a-4dc6-85e8-1e5bff50e48d taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.105362] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-af32419e-fd2a-4dc6-85e8-1e5bff50e48d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.105481] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-af32419e-fd2a-4dc6-85e8-1e5bff50e48d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.105735] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-af32419e-fd2a-4dc6-85e8-1e5bff50e48d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.105875] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af32419e-fd2a-4dc6-85e8-1e5bff50e48d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.210275] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.210494] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.210538] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.211260] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.211260] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.211260] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 1155.253954] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.253954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.253954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.253954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.253954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.272736] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 1155.494061] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.494306] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.494433] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.494812] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.494863] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.495034] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 8f5f6077-4478-4c06-94e5-9ea816b417f8 not found, creating... [ 1155.495298] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.495458] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.495573] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.495790] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.495921] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.496241] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.496392] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.496532] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.497683] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.498026] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.498254] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 8f5f6077-4478-4c06-94e5-9ea816b417f8 is going to be created. [ 1155.518913] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.519180] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.519299] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.519597] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.519909] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.520184] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-8f5f6077-4478-4c06-94e5-9ea816b417f8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.608553] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.608766] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.609052] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.609200] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.609426] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.609646] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.609804] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.609945] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.610215] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.610400] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.610655] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.610816] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.610948] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.611197] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.611345] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.611489] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: af32419e-fd2a-4dc6-85e8-1e5bff50e48d is going to be updated. [ 1155.638053] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.638295] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.638427] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.638788] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.639051] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.639457] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-af32419e-fd2a-4dc6-85e8-1e5bff50e48d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.913604] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: SUCCESS [ 1155.913795] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766088c9-54d0-463e-af9e-d3783caa13ce deletion is rescheduled due to dependency. [ 1155.913918] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.218408] env[65619]: INFO networking_nsxv3.common.synchronization [req-85963c66-1e4c-4b3a-a3c4-2906e3fb924a req-c36e27ac-ad9c-4908-b9d1-6212a9c6ca01 service nova] Enqueued Resource ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 with Priority: HIGHEST for action security_group_rules [ 1156.218651] env[65619]: INFO networking_nsxv3.common.synchronization [req-85963c66-1e4c-4b3a-a3c4-2906e3fb924a req-c36e27ac-ad9c-4908-b9d1-6212a9c6ca01 service nova] Enqueued Resource ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 with Priority: HIGHEST for action security_group_members [ 1156.218781] env[65619]: INFO networking_nsxv3.common.synchronization [req-85963c66-1e4c-4b3a-a3c4-2906e3fb924a req-c36e27ac-ad9c-4908-b9d1-6212a9c6ca01 service nova] Enqueued Resource ID: 8f5f6077-4478-4c06-94e5-9ea816b417f8 with Priority: HIGHEST for action port [ 1156.219367] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 with Priority: HIGHEST for action security_group_rules [ 1156.219447] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 with Priority: HIGHEST for action security_group_members [ 1156.219544] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f5f6077-4478-4c06-94e5-9ea816b417f8 with Priority: HIGHEST for action port [ 1156.219879] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3427da57-01dc-411d-a5e6-3bd4390fc671 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.219981] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.220070] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.220297] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.220380] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.221731] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3427da57-01dc-411d-a5e6-3bd4390fc671 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.221849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.221917] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.222102] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.222320] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.222479] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.222479] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.222613] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.222771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.222868] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.224558] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f5f6077-4478-4c06-94e5-9ea816b417f8 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.224924] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f5f6077-4478-4c06-94e5-9ea816b417f8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.224924] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f5f6077-4478-4c06-94e5-9ea816b417f8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.224924] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f5f6077-4478-4c06-94e5-9ea816b417f8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.224924] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f5f6077-4478-4c06-94e5-9ea816b417f8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.354866] env[65619]: INFO networking_nsxv3.common.synchronization [req-15f2e02a-f09d-479c-81e9-6bb35ffaabcb req-8075d6cb-3bc2-48d5-afcf-1634840f7470 service nova] Enqueued Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_rules [ 1156.355894] env[65619]: INFO networking_nsxv3.common.synchronization [req-15f2e02a-f09d-479c-81e9-6bb35ffaabcb req-8075d6cb-3bc2-48d5-afcf-1634840f7470 service nova] Enqueued Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 1156.356138] env[65619]: INFO networking_nsxv3.common.synchronization [req-15f2e02a-f09d-479c-81e9-6bb35ffaabcb req-8075d6cb-3bc2-48d5-afcf-1634840f7470 service nova] Enqueued Resource ID: af32419e-fd2a-4dc6-85e8-1e5bff50e48d with Priority: HIGHEST for action port [ 1156.357032] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_rules [ 1156.357258] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 1156.357362] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af32419e-fd2a-4dc6-85e8-1e5bff50e48d with Priority: HIGHEST for action port [ 1156.362072] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.362219] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.362287] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.362493] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.362566] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.363886] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.364049] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.364120] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.364385] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.364545] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.364643] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.364704] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.364845] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.364934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.365036] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.365840] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-af32419e-fd2a-4dc6-85e8-1e5bff50e48d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.365948] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af32419e-fd2a-4dc6-85e8-1e5bff50e48d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.366030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af32419e-fd2a-4dc6-85e8-1e5bff50e48d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.366181] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af32419e-fd2a-4dc6-85e8-1e5bff50e48d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.366262] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af32419e-fd2a-4dc6-85e8-1e5bff50e48d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.382097] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: SUCCESS [ 1156.382855] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.726913] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3427da57-01dc-411d-a5e6-3bd4390fc671 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.727056] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.727257] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.728457] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f5f6077-4478-4c06-94e5-9ea816b417f8 with status ACTIVE [ 1156.728650] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.728765] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.728826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.729037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.729126] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.729295] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.729391] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.729457] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.729594] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.729667] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.729843] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.729954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.730024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.730164] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.730278] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.730311] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f5f6077-4478-4c06-94e5-9ea816b417f8 is going to be updated. [ 1156.751880] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.752053] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.752129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.752350] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.752492] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.752648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f5f6077-4478-4c06-94e5-9ea816b417f8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.872907] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.874022] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.874162] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.874514] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af32419e-fd2a-4dc6-85e8-1e5bff50e48d with status ACTIVE [ 1156.874514] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.874668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.874911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.874955] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.875681] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.875681] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.875681] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.875681] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.875945] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.875945] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.876205] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.876267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.876959] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.876959] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.876959] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.876959] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af32419e-fd2a-4dc6-85e8-1e5bff50e48d is going to be updated. [ 1156.903046] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.903441] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.903617] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.903922] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.904845] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.904845] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af32419e-fd2a-4dc6-85e8-1e5bff50e48d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.062877] env[65619]: INFO networking_nsxv3.common.synchronization [req-cd3c190d-3bb4-40dd-9de7-bf875c01ccae req-b497c853-8f76-49cb-b3ba-bb4f66e2eb69 tempest-ServerRescueNegativeTestJSON-1855599925 tempest-ServerRescueNegativeTestJSON-1855599925-project-member] Enqueued Resource ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 with Priority: HIGHEST for action security_group_members [ 1157.063462] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 with Priority: HIGHEST for action security_group_members [ 1157.063767] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3427da57-01dc-411d-a5e6-3bd4390fc671 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.063890] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.232024] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.289936] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 1157.290374] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.290620] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.291448] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.291448] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.291448] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.291448] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.291448] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.291618] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.291618] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.291763] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.378525] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.398851] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.399075] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-800" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.399210] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-800" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.399464] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-800" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.399728] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.399986] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.400114] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.400272] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.400451] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.400664] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.400790] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.400931] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.401123] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.401277] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.401412] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.401553] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.424345] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.424531] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1157.424642] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.424823] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-800" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.425163] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-ef4503e9-5de4-4d02-9484-845cc7a2abf9 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.425339] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-ef4503e9-5de4-4d02-9484-845cc7a2abf9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.425455] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-ef4503e9-5de4-4d02-9484-845cc7a2abf9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.425778] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-ef4503e9-5de4-4d02-9484-845cc7a2abf9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.425920] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef4503e9-5de4-4d02-9484-845cc7a2abf9',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.734424] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.734614] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.734675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.735135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.735135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.735596] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 is going to be created. [ 1157.759853] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.760073] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.760131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.760342] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.760503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.771428] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 in Status: UNINITIALIZED for 2s [ 1157.794384] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.794637] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.794779] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.795250] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.795546] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.795711] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.795786] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.796045] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.796241] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.796370] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.796609] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.796756] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.796853] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.797262] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.797492] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.797667] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.797769] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.798022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.798144] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.798250] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.798394] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.883564] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.883564] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.884328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.884714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.884882] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.885110] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2d394af-ab31-4d32-a118-403a69121a17 is going to be updated. [ 1157.917425] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.917639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.917885] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.918122] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.918242] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.928241] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.928453] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.928714] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.928862] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.929049] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.929236] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port ef4503e9-5de4-4d02-9484-845cc7a2abf9 not found, creating... [ 1157.929523] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.930183] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.930183] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.930183] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.930464] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.930545] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.930970] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.931125] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.931375] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.931516] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.931658] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: ef4503e9-5de4-4d02-9484-845cc7a2abf9 is going to be created. [ 1157.933739] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: IN_PROGRESS for 2s [ 1157.958350] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.958554] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.959164] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.959164] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.959164] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.959367] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-ef4503e9-5de4-4d02-9484-845cc7a2abf9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.301099] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc: rpc.has_security_group_logging(os_id): False [ 1158.320939] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.321499] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.321499] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.321499] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.321499] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.321850] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.321850] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.321850] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.322070] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.322224] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.322430] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.322527] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.322590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.322723] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.322798] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.323074] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.323233] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.323335] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.323529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.323635] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.323728] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 1158.404781] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.404941] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.405017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.405234] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.405376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.428228] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 1158.698889] env[65619]: INFO networking_nsxv3.common.synchronization [req-cd3c190d-3bb4-40dd-9de7-bf875c01ccae req-5c618d86-4216-4538-aef6-d8c460a8cbe8 service nova] Enqueued Resource ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 with Priority: HIGHEST for action security_group_rules [ 1158.699074] env[65619]: INFO networking_nsxv3.common.synchronization [req-cd3c190d-3bb4-40dd-9de7-bf875c01ccae req-5c618d86-4216-4538-aef6-d8c460a8cbe8 service nova] Enqueued Resource ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 with Priority: HIGHEST for action security_group_members [ 1158.699217] env[65619]: INFO networking_nsxv3.common.synchronization [req-cd3c190d-3bb4-40dd-9de7-bf875c01ccae req-5c618d86-4216-4538-aef6-d8c460a8cbe8 service nova] Enqueued Resource ID: ef4503e9-5de4-4d02-9484-845cc7a2abf9 with Priority: HIGHEST for action port [ 1158.699726] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 with Priority: HIGHEST for action security_group_rules [ 1158.699865] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 with Priority: HIGHEST for action security_group_members [ 1158.699982] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4503e9-5de4-4d02-9484-845cc7a2abf9 with Priority: HIGHEST for action port [ 1158.701366] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3427da57-01dc-411d-a5e6-3bd4390fc671 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.701523] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.701721] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3427da57-01dc-411d-a5e6-3bd4390fc671 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.701806] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.702016] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef4503e9-5de4-4d02-9484-845cc7a2abf9 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.702155] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef4503e9-5de4-4d02-9484-845cc7a2abf9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.702190] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef4503e9-5de4-4d02-9484-845cc7a2abf9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.702463] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef4503e9-5de4-4d02-9484-845cc7a2abf9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.702550] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef4503e9-5de4-4d02-9484-845cc7a2abf9',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.204742] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef4503e9-5de4-4d02-9484-845cc7a2abf9 with status ACTIVE [ 1159.205495] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.205582] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.205616] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.205842] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.205936] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.206150] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.206850] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.206936] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.207565] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.207672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.207984] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.208592] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.208592] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.208712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.208826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.208921] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef4503e9-5de4-4d02-9484-845cc7a2abf9 is going to be updated. [ 1159.231383] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.231383] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.231592] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.231650] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.231812] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.232053] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef4503e9-5de4-4d02-9484-845cc7a2abf9" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.786107] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 in Status: SUCCESS [ 1159.786512] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.786573] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.786805] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.787032] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.787168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.787258] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.787423] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.787521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.787683] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.787717] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.788632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.788830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.789023] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.789150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.789220] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.789384] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.789483] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.789583] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.946560] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: SUCCESS [ 1159.946969] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.947370] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.947651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.947856] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.947987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.948047] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.948214] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.948297] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.948382] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.948506] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.291608] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3427da57-01dc-411d-a5e6-3bd4390fc671 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.291801] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.292061] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.445622] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 1160.445622] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.453266] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.453441] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.453514] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.453726] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.453891] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.453989] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.454067] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.454222] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.454394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.454549] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.454709] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.454804] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.454864] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.455021] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.455288] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.455288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.455288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.455486] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.455576] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.455658] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.455747] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.794379] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.957736] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2d394af-ab31-4d32-a118-403a69121a17: rpc.has_security_group_logging(os_id): False [ 1160.977463] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.977618] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.977689] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.977896] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.977990] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.978226] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.978371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.978426] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.978561] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.978639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.978824] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.978940] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.979057] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.979194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.979271] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.979450] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.979542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.979601] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.979735] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.979806] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.979896] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2d394af-ab31-4d32-a118-403a69121a17 is going to be updated. [ 1161.044818] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.045080] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.045196] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.046428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.046428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.064703] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: IN_PROGRESS for 2s [ 1161.296903] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.297120] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.297202] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.297442] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.297538] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.297901] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 is going to be updated. [ 1161.329199] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.329308] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.329380] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.329613] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.329825] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.339797] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 in Status: IN_PROGRESS for 2s [ 1163.085522] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: SUCCESS [ 1163.085904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.351732] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 in Status: SUCCESS [ 1163.351954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.352135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.352400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.352695] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.352881] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.352986] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.353248] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.353368] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.353514] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.702031] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1163.702031] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1163.856035] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.358820] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.861449] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.861632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.861712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.861942] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.862065] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.862180] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 is going to be updated. [ 1164.904359] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.904581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.904581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.904783] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.904928] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.917086] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 in Status: IN_PROGRESS for 2s [ 1165.023139] env[65619]: INFO networking_nsxv3.common.synchronization [req-92bbf1a1-d848-434b-952b-f81b9b3b5af8 req-baa0f6b5-1159-4d72-baef-07290ac746e4 tempest-ServerActionsTestOtherA-1997294568 tempest-ServerActionsTestOtherA-1997294568-project-member] Enqueued Resource ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc with Priority: HIGHEST for action security_group_members [ 1165.023709] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc with Priority: HIGHEST for action security_group_members [ 1165.024525] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-742c43d7-4b8b-4840-8c99-86770ecef4bc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.024687] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.024782] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.025019] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.025230] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.025358] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.025460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.025599] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.025694] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.025796] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('742c43d7-4b8b-4840-8c99-86770ecef4bc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.393420] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.393838] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-674" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.393838] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-674" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.393992] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-674" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.394288] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.394446] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.394606] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.394786] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.394933] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.395165] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.395284] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.395391] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.395498] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.395608] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.395699] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.395827] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.419387] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.419563] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.419682] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.419858] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-674" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.420358] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-69e96808-e23d-4083-b9e3-1b1c8c544fba taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.420538] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-69e96808-e23d-4083-b9e3-1b1c8c544fba" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.420676] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-69e96808-e23d-4083-b9e3-1b1c8c544fba" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.421014] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-69e96808-e23d-4083-b9e3-1b1c8c544fba" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.421214] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69e96808-e23d-4083-b9e3-1b1c8c544fba',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.528401] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('742c43d7-4b8b-4840-8c99-86770ecef4bc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.909365] env[65619]: INFO networking_nsxv3.common.synchronization [req-dbbd1a77-dd96-49f6-8285-daf271457d68 req-8dead224-4b5b-48e6-aafe-50171e00ec10 tempest-ImagesTestJSON-212771706 tempest-ImagesTestJSON-212771706-project-member] Enqueued Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1165.910123] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1165.910889] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.910889] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.910889] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.911174] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.911174] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.911298] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.911417] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.911682] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.911819] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.911997] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.925420] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.925690] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.925815] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.926099] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.926264] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.926495] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 69e96808-e23d-4083-b9e3-1b1c8c544fba not found, creating... [ 1165.926648] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.926794] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.926911] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.927147] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.927284] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.927567] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.927725] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.927859] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.928132] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.928261] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.928407] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 69e96808-e23d-4083-b9e3-1b1c8c544fba is going to be created. [ 1165.954222] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.954739] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.955022] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.955493] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.955889] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.956358] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-69e96808-e23d-4083-b9e3-1b1c8c544fba" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.031030] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('742c43d7-4b8b-4840-8c99-86770ecef4bc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.414869] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.415288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.415288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.415372] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.415410] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.415599] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.415698] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.415763] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.415909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.415985] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.416085] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a is going to be updated. [ 1166.446261] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.446414] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.446479] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.446705] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.446854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.456373] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: IN_PROGRESS for 2s [ 1166.458214] env[65619]: INFO networking_nsxv3.common.synchronization [req-2ddbf594-7362-483a-9a95-21f532a30abe req-71c3dd1d-901b-449f-b203-acedc571d74c tempest-MultipleCreateTestJSON-1922661154 tempest-MultipleCreateTestJSON-1922661154-project-member] Enqueued Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1166.458687] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1166.458975] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.459112] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.459603] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.459603] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.459603] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.459603] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.459804] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.459804] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.459874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.459943] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.533306] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.533466] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.533539] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.533756] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.533848] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.533949] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc is going to be updated. [ 1166.564744] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.564981] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.564981] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.565172] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.565325] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.578483] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc in Status: IN_PROGRESS for 2s [ 1166.678787] env[65619]: INFO networking_nsxv3.common.synchronization [req-92bbf1a1-d848-434b-952b-f81b9b3b5af8 req-89835986-089f-4831-bc8a-bbc223a1e1f3 service nova] Enqueued Resource ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc with Priority: HIGHEST for action security_group_rules [ 1166.679075] env[65619]: INFO networking_nsxv3.common.synchronization [req-92bbf1a1-d848-434b-952b-f81b9b3b5af8 req-89835986-089f-4831-bc8a-bbc223a1e1f3 service nova] Enqueued Resource ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc with Priority: HIGHEST for action security_group_members [ 1166.679155] env[65619]: INFO networking_nsxv3.common.synchronization [req-92bbf1a1-d848-434b-952b-f81b9b3b5af8 req-89835986-089f-4831-bc8a-bbc223a1e1f3 service nova] Enqueued Resource ID: 69e96808-e23d-4083-b9e3-1b1c8c544fba with Priority: HIGHEST for action port [ 1166.679869] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc with Priority: HIGHEST for action security_group_rules [ 1166.683688] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc with Priority: HIGHEST for action security_group_members [ 1166.683879] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e96808-e23d-4083-b9e3-1b1c8c544fba with Priority: HIGHEST for action port [ 1166.684358] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-742c43d7-4b8b-4840-8c99-86770ecef4bc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.684544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.684621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.684928] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.685042] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('742c43d7-4b8b-4840-8c99-86770ecef4bc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.686533] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-742c43d7-4b8b-4840-8c99-86770ecef4bc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.686639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.686889] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-69e96808-e23d-4083-b9e3-1b1c8c544fba taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.687357] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69e96808-e23d-4083-b9e3-1b1c8c544fba" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.687357] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69e96808-e23d-4083-b9e3-1b1c8c544fba" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.687445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69e96808-e23d-4083-b9e3-1b1c8c544fba" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.687535] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69e96808-e23d-4083-b9e3-1b1c8c544fba',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.929623] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 in Status: SUCCESS [ 1166.929623] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.931335] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.931335] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.931335] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.931335] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.931506] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.931816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.931816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.931816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.931994] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3427da57-01dc-411d-a5e6-3bd4390fc671 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.931994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.932754] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.933122] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.933399] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.933558] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.933558] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.933880] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.934099] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.934199] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.934410] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.962400] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.963302] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.963411] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.963632] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.963723] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.963934] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.964075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.964137] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.964264] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.964341] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.964426] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766088c9-54d0-463e-af9e-d3783caa13ce is going to be updated. [ 1167.004528] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.004792] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-222" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.004923] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-222" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.005931] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-222" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.005931] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.005931] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.005931] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.006184] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.006184] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.007071] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.007071] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.007071] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.007071] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.007071] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.007071] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.007071] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.008930] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.009133] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.009133] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.009294] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.009424] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.016421] env[65619]: INFO networking_nsxv3.common.synchronization [req-98b57ca5-3e04-4bc4-891d-aea5ddd86a6a req-b6d0cc7b-ba9e-435d-93b4-bb8599c0801a tempest-AttachVolumeShelveTestJSON-1009305874 tempest-AttachVolumeShelveTestJSON-1009305874-project-member] Enqueued Resource ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e with Priority: HIGHEST for action security_group_members [ 1167.017085] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e with Priority: HIGHEST for action security_group_members [ 1167.017485] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.017633] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.017685] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.018413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.018522] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.018858] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.018858] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.018996] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.019112] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.019217] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.023410] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: IN_PROGRESS for 2s [ 1167.041219] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.041427] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1167.041574] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.041754] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-222" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.042125] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-2a035a61-a40f-42ea-9caa-6472de3302e1 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.042353] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-2a035a61-a40f-42ea-9caa-6472de3302e1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.042532] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-2a035a61-a40f-42ea-9caa-6472de3302e1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.042899] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-2a035a61-a40f-42ea-9caa-6472de3302e1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.043064] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a035a61-a40f-42ea-9caa-6472de3302e1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.190070] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-742c43d7-4b8b-4840-8c99-86770ecef4bc taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.190234] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.190343] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69e96808-e23d-4083-b9e3-1b1c8c544fba with status ACTIVE [ 1167.190518] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.190618] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.190678] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.190877] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.191030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.191518] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.191722] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.191817] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.192024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.192134] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.192432] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.192526] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.192591] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.192767] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.192859] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.192955] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69e96808-e23d-4083-b9e3-1b1c8c544fba is going to be updated. [ 1167.224119] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.224372] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.224452] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.224674] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.224843] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.225018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69e96808-e23d-4083-b9e3-1b1c8c544fba" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.438438] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3427da57-01dc-411d-a5e6-3bd4390fc671: rpc.has_security_group_logging(os_id): False [ 1167.464467] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.464886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.464886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.464886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.464995] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.465160] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.465281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.465327] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.465967] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.465967] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.465967] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.465967] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.465967] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.465967] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.466226] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.466226] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.466301] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.466331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.466467] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.466541] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.466970] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 is going to be created. [ 1167.521738] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.521900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.521972] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.522605] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.522605] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.522605] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.522605] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.522841] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.522841] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.522908] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.522941] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e is going to be updated. [ 1167.546015] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.546315] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.546357] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.546634] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.546773] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.546926] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 2a035a61-a40f-42ea-9caa-6472de3302e1 not found, creating... [ 1167.547199] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.547352] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.547468] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.547674] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.547846] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.548081] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.548237] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.548351] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.548549] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.548681] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.548813] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 2a035a61-a40f-42ea-9caa-6472de3302e1 is going to be created. [ 1167.554016] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.554134] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.554200] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.554356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.554528] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.556142] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.556241] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.556304] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.556452] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.556570] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.570389] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e in Status: IN_PROGRESS for 2s [ 1167.571333] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 in Status: IN_PROGRESS for 2s [ 1167.577341] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.577566] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.577693] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.577955] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.578195] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.578411] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-2a035a61-a40f-42ea-9caa-6472de3302e1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.264967] env[65619]: INFO networking_nsxv3.common.synchronization [req-2ddbf594-7362-483a-9a95-21f532a30abe req-1cd90eb4-69a1-4b6f-a90a-95f2b382a62d service nova] Enqueued Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_rules [ 1168.264967] env[65619]: INFO networking_nsxv3.common.synchronization [req-2ddbf594-7362-483a-9a95-21f532a30abe req-1cd90eb4-69a1-4b6f-a90a-95f2b382a62d service nova] Enqueued Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1168.264967] env[65619]: INFO networking_nsxv3.common.synchronization [req-2ddbf594-7362-483a-9a95-21f532a30abe req-1cd90eb4-69a1-4b6f-a90a-95f2b382a62d service nova] Enqueued Resource ID: 2a035a61-a40f-42ea-9caa-6472de3302e1 with Priority: HIGHEST for action port [ 1168.265142] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_rules [ 1168.265261] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1168.265398] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a035a61-a40f-42ea-9caa-6472de3302e1 with Priority: HIGHEST for action port [ 1168.265679] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.265805] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.265869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.266075] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.266167] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.267374] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.267520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.267674] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a035a61-a40f-42ea-9caa-6472de3302e1 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.268014] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a035a61-a40f-42ea-9caa-6472de3302e1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.268014] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a035a61-a40f-42ea-9caa-6472de3302e1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.268165] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a035a61-a40f-42ea-9caa-6472de3302e1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.268165] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a035a61-a40f-42ea-9caa-6472de3302e1',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.467142] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: SUCCESS [ 1168.467490] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a deletion is rescheduled due to dependency. [ 1168.467490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.591683] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc in Status: SUCCESS [ 1168.592021] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.592296] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.592631] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.592941] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.593152] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.593253] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.593488] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.593630] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.593762] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('742c43d7-4b8b-4840-8c99-86770ecef4bc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.769664] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.769950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.770066] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a035a61-a40f-42ea-9caa-6472de3302e1 with status ACTIVE [ 1168.770242] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.770569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.770569] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.770749] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.770749] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.770932] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.771040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.771093] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.771300] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.771409] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.771572] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.771665] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.771754] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.771886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.771974] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.772076] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a035a61-a40f-42ea-9caa-6472de3302e1 is going to be updated. [ 1168.795209] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.795356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.795434] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.795688] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.795834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.795996] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a035a61-a40f-42ea-9caa-6472de3302e1" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.843014] env[65619]: INFO networking_nsxv3.common.synchronization [req-2ddbf594-7362-483a-9a95-21f532a30abe req-9149e4ea-1b6a-4c9e-8eb2-53b6c52cdaec tempest-MultipleCreateTestJSON-1922661154 tempest-MultipleCreateTestJSON-1922661154-project-member] Enqueued Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1168.844463] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1168.844865] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.844989] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.035034] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: SUCCESS [ 1169.035230] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766088c9-54d0-463e-af9e-d3783caa13ce deletion is rescheduled due to dependency. [ 1169.035355] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.035536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.035776] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.036032] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.036122] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.036195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.036437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.036546] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.036670] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.096946] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('742c43d7-4b8b-4840-8c99-86770ecef4bc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.239492] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.239780] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-222" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.239848] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-222" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.240574] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-222" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.240873] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.241101] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.241245] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.241548] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.241776] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.242120] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1169.242373] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.242445] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.243172] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.243172] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1169.243172] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.243358] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.274708] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.274905] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1169.275045] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.275521] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-222" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.275745] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-2e3c4318-c96d-4799-9b2a-1b2e8c286d47 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.275872] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-2e3c4318-c96d-4799-9b2a-1b2e8c286d47" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.275969] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-2e3c4318-c96d-4799-9b2a-1b2e8c286d47" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.276333] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-2e3c4318-c96d-4799-9b2a-1b2e8c286d47" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.276473] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e3c4318-c96d-4799-9b2a-1b2e8c286d47',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.538859] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.584429] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e in Status: SUCCESS [ 1169.584662] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e deletion is rescheduled due to dependency. [ 1169.584721] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.588961] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 in Status: SUCCESS [ 1169.588961] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.588961] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.588961] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.588961] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.599621] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('742c43d7-4b8b-4840-8c99-86770ecef4bc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.779178] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.779600] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.779821] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.780178] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.780350] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.780592] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 2e3c4318-c96d-4799-9b2a-1b2e8c286d47 not found, creating... [ 1169.781045] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.781252] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.781381] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.781673] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.781992] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.782351] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.782544] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.782669] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.783045] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.783306] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.783481] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 2e3c4318-c96d-4799-9b2a-1b2e8c286d47 is going to be created. [ 1169.809723] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.810046] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.810161] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.810508] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.810848] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.811229] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-2e3c4318-c96d-4799-9b2a-1b2e8c286d47" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.041113] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.091763] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3427da57-01dc-411d-a5e6-3bd4390fc671 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.092036] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.092036] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.092318] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.092499] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.092606] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.092667] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.092814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.092906] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.092994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.093266] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.103434] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.103629] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.103721] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.104130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.104276] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.104416] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc is going to be updated. [ 1170.139442] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.139638] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.139678] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.139865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.140125] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.151464] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc in Status: IN_PROGRESS for 2s [ 1170.405950] env[65619]: INFO networking_nsxv3.common.synchronization [req-3c89d5dc-9673-4ff5-81f8-4899f4477ad5 req-5eb41ac6-ab9a-4c03-aa4d-de2cec85be2b tempest-ServersTestJSON-727754052 tempest-ServersTestJSON-727754052-project-member] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1170.406803] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1170.407440] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.407440] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.407621] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.407813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.408065] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.408168] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.408206] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.408346] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.408447] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.408586] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.543949] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.544400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.544400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.544868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.545046] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.545203] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766088c9-54d0-463e-af9e-d3783caa13ce is going to be updated. [ 1170.563229] env[65619]: INFO networking_nsxv3.common.synchronization [req-2ddbf594-7362-483a-9a95-21f532a30abe req-45990e71-e8a4-4856-a2e2-661e0e2391e0 service nova] Enqueued Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_rules [ 1170.563229] env[65619]: INFO networking_nsxv3.common.synchronization [req-2ddbf594-7362-483a-9a95-21f532a30abe req-45990e71-e8a4-4856-a2e2-661e0e2391e0 service nova] Enqueued Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1170.563229] env[65619]: INFO networking_nsxv3.common.synchronization [req-2ddbf594-7362-483a-9a95-21f532a30abe req-45990e71-e8a4-4856-a2e2-661e0e2391e0 service nova] Enqueued Resource ID: 2e3c4318-c96d-4799-9b2a-1b2e8c286d47 with Priority: HIGHEST for action port [ 1170.565648] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_rules [ 1170.565845] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1170.565977] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e3c4318-c96d-4799-9b2a-1b2e8c286d47 with Priority: HIGHEST for action port [ 1170.566470] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.567028] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.567391] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.567585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.568379] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e3c4318-c96d-4799-9b2a-1b2e8c286d47 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.568379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e3c4318-c96d-4799-9b2a-1b2e8c286d47" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.568379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e3c4318-c96d-4799-9b2a-1b2e8c286d47" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.568379] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e3c4318-c96d-4799-9b2a-1b2e8c286d47" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.568650] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e3c4318-c96d-4799-9b2a-1b2e8c286d47',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.584702] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.584855] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.584894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.585137] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.585297] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.595852] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3427da57-01dc-411d-a5e6-3bd4390fc671 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.597184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.597184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.597184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.597184] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.597184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.597184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.597184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.597814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.597814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.597930] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3427da57-01dc-411d-a5e6-3bd4390fc671 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.598099] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.598182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.598404] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.598526] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.598694] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.598776] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.599209] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.599209] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.599209] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.599335] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.601806] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: IN_PROGRESS for 2s [ 1170.910768] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.070748] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e3c4318-c96d-4799-9b2a-1b2e8c286d47 with status ACTIVE [ 1171.070915] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.071870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.071870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.071870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.071870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.071870] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.071870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.071870] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.072743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.072743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.072743] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.072743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.072743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.072743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.072950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.072950] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e3c4318-c96d-4799-9b2a-1b2e8c286d47 is going to be updated. [ 1171.101576] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.101671] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.101741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.102084] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.102300] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.102549] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e3c4318-c96d-4799-9b2a-1b2e8c286d47" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.103974] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3427da57-01dc-411d-a5e6-3bd4390fc671: rpc.has_security_group_logging(os_id): False [ 1171.125476] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.125748] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.125748] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.125936] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.126050] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.126326] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.126488] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.126488] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.126675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.126805] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.126991] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.127215] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.127388] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.127524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.127627] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.127904] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.128094] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.128240] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.128318] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.128486] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.128615] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 is going to be updated. [ 1171.231350] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.231598] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.231659] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.232246] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.232246] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.261639] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 in Status: IN_PROGRESS for 2s [ 1171.396377] env[65619]: INFO networking_nsxv3.common.synchronization [req-98edceea-e725-4065-bfec-8a13c8e90954 req-76397d26-364e-4854-ae53-676f9665d9d2 tempest-ImagesTestJSON-212771706 tempest-ImagesTestJSON-212771706-project-member] Enqueued Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1171.398032] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1171.400577] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.400726] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.400791] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.401068] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.401257] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.401742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.401742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.401742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.401742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.401977] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.412924] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.730022] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.730022] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.732961] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.732961] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.732961] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.732961] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.732961] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.732961] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.732961] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.732961] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.732961] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1171.732961] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1171.732961] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1171.732961] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.732961] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1171.733609] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.755948] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.756142] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1171.756285] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.756495] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-591" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.756818] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-88a32ef5-6c32-49f3-b4fa-780e5f764540 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.756992] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-88a32ef5-6c32-49f3-b4fa-780e5f764540" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.757132] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-88a32ef5-6c32-49f3-b4fa-780e5f764540" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.757504] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-88a32ef5-6c32-49f3-b4fa-780e5f764540" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.757655] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a32ef5-6c32-49f3-b4fa-780e5f764540',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.908029] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.908029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.908029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.908029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.908029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.908029] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.908029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.908029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.908029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.908029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.908029] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a is going to be updated. [ 1171.915974] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.916776] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.916986] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.917314] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.917542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.917727] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 1171.937817] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.937817] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.937817] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.937817] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.937817] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.948293] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: IN_PROGRESS for 2s [ 1171.950972] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.951195] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.951276] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.951493] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.951638] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.959385] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 1172.164368] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc in Status: SUCCESS [ 1172.164662] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.164871] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.165099] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.165293] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.165433] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.165500] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.165698] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.165798] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.165885] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.165978] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('742c43d7-4b8b-4840-8c99-86770ecef4bc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.263730] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.263997] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.264130] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.264393] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.264545] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.264813] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 88a32ef5-6c32-49f3-b4fa-780e5f764540 not found, creating... [ 1172.265115] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.265287] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.265437] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.266381] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.266381] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.266381] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.266381] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.266381] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.266740] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.266740] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.267182] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 88a32ef5-6c32-49f3-b4fa-780e5f764540 is going to be created. [ 1172.315481] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.315712] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.315852] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.316348] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.316436] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.316677] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-88a32ef5-6c32-49f3-b4fa-780e5f764540" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.612264] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: SUCCESS [ 1172.612525] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.612708] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.612988] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.613220] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.613343] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.613407] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.613560] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.613643] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.613728] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.613824] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.614672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.614832] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.614986] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.615104] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.615170] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.615306] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.615383] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.615468] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.668576] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('742c43d7-4b8b-4840-8c99-86770ecef4bc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.047382] env[65619]: INFO networking_nsxv3.common.synchronization [req-98edceea-e725-4065-bfec-8a13c8e90954 req-33856dfc-f055-433a-9232-537e59363b4c service nova] Enqueued Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_rules [ 1173.047382] env[65619]: INFO networking_nsxv3.common.synchronization [req-98edceea-e725-4065-bfec-8a13c8e90954 req-33856dfc-f055-433a-9232-537e59363b4c service nova] Enqueued Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1173.047382] env[65619]: INFO networking_nsxv3.common.synchronization [req-98edceea-e725-4065-bfec-8a13c8e90954 req-33856dfc-f055-433a-9232-537e59363b4c service nova] Enqueued Resource ID: 88a32ef5-6c32-49f3-b4fa-780e5f764540 with Priority: HIGHEST for action port [ 1173.047895] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_rules [ 1173.048255] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1173.048558] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a32ef5-6c32-49f3-b4fa-780e5f764540 with Priority: HIGHEST for action port [ 1173.048931] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.049496] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.049496] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.049674] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.049731] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.051008] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.051142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.051462] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-88a32ef5-6c32-49f3-b4fa-780e5f764540 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.051631] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88a32ef5-6c32-49f3-b4fa-780e5f764540" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.051737] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88a32ef5-6c32-49f3-b4fa-780e5f764540" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.052815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88a32ef5-6c32-49f3-b4fa-780e5f764540" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.052815] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a32ef5-6c32-49f3-b4fa-780e5f764540',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.118644] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.118861] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.119469] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.170831] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 742c43d7-4b8b-4840-8c99-86770ecef4bc: rpc.has_security_group_logging(os_id): False [ 1173.194210] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.194473] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.194611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.194940] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.231761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.231997] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.232136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.232194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.232406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.232512] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.234046] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc is going to be updated. [ 1173.275840] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 in Status: SUCCESS [ 1173.275840] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.320041] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.320041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.320041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.320360] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.320517] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.333270] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc in Status: IN_PROGRESS for 2s [ 1173.555538] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.555716] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.555903] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88a32ef5-6c32-49f3-b4fa-780e5f764540 with status ACTIVE [ 1173.556094] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.556209] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.556275] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.556475] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.556558] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.556723] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.556804] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.556866] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.557024] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.557090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.557277] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.557399] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.557493] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.557670] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.557750] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.557828] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88a32ef5-6c32-49f3-b4fa-780e5f764540 is going to be updated. [ 1173.586508] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.586681] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.586753] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.586995] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.587159] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.587330] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88a32ef5-6c32-49f3-b4fa-780e5f764540" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.622024] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.959471] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: SUCCESS [ 1173.959891] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a deletion is rescheduled due to dependency. [ 1173.960148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.961572] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.961899] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.963516] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.963516] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.963516] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.963516] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.963516] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.963516] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.974543] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 1173.974543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.124995] env[65619]: INFO networking_nsxv3.common.synchronization [req-a95ca072-254f-4f47-9010-3f9b06bd0421 req-59878a4d-65e2-4b3b-a548-7865df1865e8 tempest-AttachInterfacesTestJSON-210967248 tempest-AttachInterfacesTestJSON-210967248-project-member] Enqueued Resource ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 with Priority: HIGHEST for action security_group_members [ 1174.125582] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.125942] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.125942] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.126071] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.126127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.126512] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766088c9-54d0-463e-af9e-d3783caa13ce is going to be updated. [ 1174.128343] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 with Priority: HIGHEST for action security_group_members [ 1174.128873] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.129029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.129218] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.129636] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.129780] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.129846] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.130156] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.130227] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.130331] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.130540] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cb3128-eb77-42d2-b18f-e3d2f1b28d39',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.167147] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.167376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.167376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.167663] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.167755] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.182552] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: IN_PROGRESS for 2s [ 1174.464769] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.633366] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07cb3128-eb77-42d2-b18f-e3d2f1b28d39',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.966767] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.135355] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07cb3128-eb77-42d2-b18f-e3d2f1b28d39',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.347077] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc in Status: SUCCESS [ 1175.347486] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.470037] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.470037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.470037] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.470332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.470444] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.470574] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a is going to be updated. [ 1175.503393] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.503716] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.504164] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.504164] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.504283] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.516046] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: IN_PROGRESS for 2s [ 1175.637925] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.638269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.638440] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.638774] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.638894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.639033] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 is going to be updated. [ 1175.683156] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.683156] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.683156] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.683156] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.683156] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.695311] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 in Status: IN_PROGRESS for 2s [ 1176.193923] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: SUCCESS [ 1176.194246] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.194770] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.194946] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.195241] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.195468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.195468] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.195649] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.195746] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.196395] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.699748] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.202263] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.526432] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: SUCCESS [ 1177.526838] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.527097] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.527358] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.527557] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.527685] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.528460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.528460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.528460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.528460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.528460] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.704687] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.705863] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.705863] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.705863] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.705863] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.705863] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766088c9-54d0-463e-af9e-d3783caa13ce is going to be updated. [ 1177.707561] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 in Status: SUCCESS [ 1177.707789] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.733244] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.733425] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.733521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.733728] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.733859] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.742869] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: IN_PROGRESS for 2s [ 1178.031906] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.031906] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.032259] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.033090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.033204] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.033410] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.033803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.034448] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.034672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.034847] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.035028] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.035140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.035342] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.035890] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.035890] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.035890] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.035890] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.036229] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.036229] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.036317] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.036425] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.539479] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77dea6d2-7819-4188-b6cc-f6308e6d449a: rpc.has_security_group_logging(os_id): False [ 1178.559316] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.559640] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.559831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.560255] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.560398] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.560694] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.560855] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.560948] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.562360] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.562360] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.562360] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.562360] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.562360] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.562360] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.562360] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.562647] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.562793] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.562905] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.563151] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.563317] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.563429] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a is going to be updated. [ 1178.628517] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.628517] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.628517] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.628819] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.628819] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.645916] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: IN_PROGRESS for 2s [ 1179.129515] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1179.129515] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1179.754273] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: SUCCESS [ 1179.754545] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.754869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.755509] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.755718] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.755830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.755892] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.756062] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.756140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.756221] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.756400] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.756493] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.756538] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.756926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.756926] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.756926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.756926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.757112] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.757199] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.757249] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.757317] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.262972] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 766088c9-54d0-463e-af9e-d3783caa13ce: rpc.has_security_group_logging(os_id): False [ 1180.284029] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.284029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.284029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.284029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.284029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.284029] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.284029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.284029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.284029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.284406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.284406] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.284406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.284406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.284713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.284713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.284771] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.284829] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.285190] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.285190] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.285190] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.285387] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 766088c9-54d0-463e-af9e-d3783caa13ce is going to be updated. [ 1180.364994] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.365291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.365291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.365456] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.365663] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.381495] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: IN_PROGRESS for 2s [ 1180.660925] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: SUCCESS [ 1180.661381] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.398136] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: SUCCESS [ 1182.399509] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.399509] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.399509] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.399707] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.650257] env[65619]: INFO networking_nsxv3.common.synchronization [req-ea48fe25-212b-489d-990c-220d3ad272d7 req-5785abae-76b9-40b7-81e8-cd2524969ec1 tempest-AttachVolumeTestJSON-1141352336 tempest-AttachVolumeTestJSON-1141352336-project-member] Enqueued Resource ID: df75dbc1-de38-4da2-b735-8189f99d7a64 with Priority: HIGHEST for action security_group_members [ 1182.650669] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df75dbc1-de38-4da2-b735-8189f99d7a64 with Priority: HIGHEST for action security_group_members [ 1182.651043] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-df75dbc1-de38-4da2-b735-8189f99d7a64 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.651190] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.651263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.651476] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.651638] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.651742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.651807] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.652027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.652124] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.652222] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df75dbc1-de38-4da2-b735-8189f99d7a64',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.902977] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.919759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.919759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.919759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.919759] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.919759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.919759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.919759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.919759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.919759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.919759] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.126023] env[65619]: INFO networking_nsxv3.common.synchronization [req-7430aa7c-5076-4990-84ef-d2aa62acb334 req-5fd4520d-b6db-4ab9-89f2-75ea393920ad tempest-ServersTestJSON-727754052 tempest-ServersTestJSON-727754052-project-member] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1183.126023] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGHEST for action security_group_members [ 1183.126023] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.126023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.126023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.126023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.126023] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.126023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.126023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.126514] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.126514] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.126514] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.154458] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.154626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.154755] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.154948] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.155063] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.155280] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.155392] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.155452] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.155640] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.155725] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.155824] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df75dbc1-de38-4da2-b735-8189f99d7a64 is going to be updated. [ 1183.189069] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.189845] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.189845] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.189845] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.189845] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.199090] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df75dbc1-de38-4da2-b735-8189f99d7a64 in Status: IN_PROGRESS for 2s [ 1183.343435] env[65619]: INFO networking_nsxv3.common.synchronization [req-230bf28d-a5e4-4ed3-b281-d108a822397b req-7f8b9db1-ebe4-4030-aa7e-ffa06ff76903 tempest-MultipleCreateTestJSON-1922661154 tempest-MultipleCreateTestJSON-1922661154-project-member] Enqueued Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1183.343956] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1183.344271] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.344397] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.344460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.344654] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.344805] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.344909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.344960] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.345133] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.345219] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.345314] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.408869] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.408869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.427891] env[65619]: INFO networking_nsxv3.common.synchronization [req-c0a9b7fd-4964-4493-9a15-383310632669 req-56269746-1791-4578-84c3-259146adeb91 tempest-MultipleCreateTestJSON-1922661154 tempest-MultipleCreateTestJSON-1922661154-project-member] Enqueued Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1183.428092] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766088c9-54d0-463e-af9e-d3783caa13ce with Priority: HIGHEST for action security_group_members [ 1183.428683] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.428831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.631903] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.632124] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.632207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.632460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.632660] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.632819] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.632947] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.633063] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.634279] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.634279] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.634279] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be updated. [ 1183.667995] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.668248] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.668248] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.669669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.669669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.678798] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: IN_PROGRESS for 2s [ 1183.816420] env[65619]: INFO networking_nsxv3.common.synchronization [req-ae63d4a7-517f-4b52-83d3-4fd5ae81f8d2 req-6ade8c0f-b588-430b-95ec-816e21cbf317 tempest-AttachInterfacesTestJSON-210967248 tempest-AttachInterfacesTestJSON-210967248-project-member] Enqueued Resource ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 with Priority: HIGHEST for action security_group_members [ 1183.816842] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 with Priority: HIGHEST for action security_group_members [ 1183.817160] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.817484] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.817484] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.817593] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.817704] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.817805] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.817880] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.818048] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.818141] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.818261] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cb3128-eb77-42d2-b18f-e3d2f1b28d39',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.847421] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.320057] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.320318] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.320318] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.320553] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.320646] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.320848] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.320951] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.321015] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.321157] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.321230] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.321337] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 is going to be updated. [ 1184.351446] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.357674] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.357818] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.357928] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.360152] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.360152] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.368215] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 in Status: IN_PROGRESS for 2s [ 1184.856604] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.856604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.856604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.856604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.856604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.856604] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766088c9-54d0-463e-af9e-d3783caa13ce is going to be updated. [ 1184.885097] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.885247] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.885319] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.885519] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.885662] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.898092] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: IN_PROGRESS for 2s [ 1185.212008] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df75dbc1-de38-4da2-b735-8189f99d7a64 in Status: SUCCESS [ 1185.212208] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df75dbc1-de38-4da2-b735-8189f99d7a64 deletion is rescheduled due to dependency. [ 1185.212377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df75dbc1-de38-4da2-b735-8189f99d7a64" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.688924] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc in Status: SUCCESS [ 1185.688986] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc deletion is rescheduled due to dependency. [ 1185.689078] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.379080] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 in Status: SUCCESS [ 1186.379080] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cb3128-eb77-42d2-b18f-e3d2f1b28d39 deletion is rescheduled due to dependency. [ 1186.379080] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cb3128-eb77-42d2-b18f-e3d2f1b28d39" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.723331] env[65619]: INFO networking_nsxv3.common.synchronization [req-445c5160-5f90-48b1-9cbc-a85d61ea6799 req-7c2374bf-c2d4-482d-b45f-db18536107be tempest-ServerActionsTestJSON-867147254 tempest-ServerActionsTestJSON-867147254-project-member] Enqueued Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_members [ 1186.723894] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_members [ 1186.724223] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.724348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.724414] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.724610] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.724763] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.724857] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.724918] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.725073] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.725155] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.725249] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.908855] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: SUCCESS [ 1186.909095] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.910552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.910552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.910552] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.910552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.910552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.910552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.910552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.910552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.910552] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-766088c9-54d0-463e-af9e-d3783caa13ce taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.910552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.910946] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.910946] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.910946] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.911049] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.911078] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.911219] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.911293] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.911376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.911482] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.912605] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.912788] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.912944] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.913257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.913257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.913257] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.914769] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.914769] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766088c9-54d0-463e-af9e-d3783caa13ce',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.229604] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.229604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.229604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.229604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.229604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.229604] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.229604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.229604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.229604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.229604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.229604] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec is going to be updated. [ 1187.262438] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.262438] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.262438] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.262683] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.262861] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.273954] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: IN_PROGRESS for 2s [ 1187.415778] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 766088c9-54d0-463e-af9e-d3783caa13ce: rpc.has_security_group_logging(os_id): False [ 1187.417027] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.417027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.417027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.417027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.417027] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.417256] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.417348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.417348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.417505] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.417567] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.417653] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766088c9-54d0-463e-af9e-d3783caa13ce is going to be updated. [ 1187.444207] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.444353] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.444424] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.444643] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.444715] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.445192] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.445974] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.445974] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.445974] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.445974] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.445974] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.445974] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.446262] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.446262] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.446262] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.446880] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.446880] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.446880] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.446880] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.446880] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.446880] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 766088c9-54d0-463e-af9e-d3783caa13ce is going to be updated. [ 1187.450835] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.452978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.452978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.452978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.452978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.464430] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: IN_PROGRESS for 2s [ 1187.518298] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.518489] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.518530] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.518731] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.519156] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.537304] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: IN_PROGRESS for 2s [ 1189.284758] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: SUCCESS [ 1189.285159] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec deletion is rescheduled due to dependency. [ 1189.285159] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.473715] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: SUCCESS [ 1189.473895] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766088c9-54d0-463e-af9e-d3783caa13ce deletion is rescheduled due to dependency. [ 1189.474025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.552163] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 766088c9-54d0-463e-af9e-d3783caa13ce in Status: SUCCESS [ 1189.552420] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-766088c9-54d0-463e-af9e-d3783caa13ce" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.724972] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1191.725463] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1194.734728] env[65619]: INFO networking_nsxv3.common.synchronization [None req-9bf6b7d1-d994-4326-ae7b-e4dd3547e6f6 tempest-ServerRescueNegativeTestJSON-1855599925 tempest-ServerRescueNegativeTestJSON-1855599925-project-member] Enqueued Resource ID: 71b52bac-b186-4043-934e-5b00ce0ba250 with Priority: HIGHEST for action security_group_rules [ 1194.735119] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b52bac-b186-4043-934e-5b00ce0ba250 with Priority: HIGHEST for action security_group_rules [ 1194.735431] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71b52bac-b186-4043-934e-5b00ce0ba250 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.735574] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.735645] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.735906] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.735997] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71b52bac-b186-4043-934e-5b00ce0ba250',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.919061] env[65619]: INFO networking_nsxv3.common.synchronization [None req-49e0b193-6098-4c2c-987f-c46ac6384ad8 tempest-ServerRescueNegativeTestJSON-1855599925 tempest-ServerRescueNegativeTestJSON-1855599925-project-member] Enqueued Resource ID: 71b52bac-b186-4043-934e-5b00ce0ba250 with Priority: HIGHEST for action security_group_rules [ 1194.919735] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b52bac-b186-4043-934e-5b00ce0ba250 with Priority: HIGHEST for action security_group_rules [ 1194.920369] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71b52bac-b186-4043-934e-5b00ce0ba250 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.920548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.234513] env[65619]: INFO networking_nsxv3.common.synchronization [None req-5f95d6d3-3ec1-4445-9638-e9f44493f9a5 tempest-AttachInterfacesTestJSON-210967248 tempest-AttachInterfacesTestJSON-210967248-project-member] Enqueued Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 1195.235054] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGHEST for action security_group_members [ 1195.235360] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.235482] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.235547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.235738] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.235885] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.235978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.236127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.236306] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.236424] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.236546] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.260241] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.260241] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.260241] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.260241] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.260241] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.260579] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71b52bac-b186-4043-934e-5b00ce0ba250 already deleted. [ 1195.260579] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.262139] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.262139] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.262139] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71b52bac-b186-4043-934e-5b00ce0ba250',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.725542] env[65619]: INFO networking_nsxv3.common.synchronization [req-3ff62f53-3c2a-46dc-bc99-ba1599f8f4b5 req-f94eb520-f645-4848-ae50-5497d7cb031c tempest-ImagesTestJSON-212771706 tempest-ImagesTestJSON-212771706-project-member] Enqueued Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1195.726879] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a with Priority: HIGHEST for action security_group_members [ 1195.726879] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-77dea6d2-7819-4188-b6cc-f6308e6d449a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.726879] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.726879] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.726879] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.726879] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.727159] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.727159] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.727433] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.727503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.727598] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77dea6d2-7819-4188-b6cc-f6308e6d449a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.743428] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.743428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.743428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.743428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.743428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.743803] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.743803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.743803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.743803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.743942] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.743942] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2d394af-ab31-4d32-a118-403a69121a17 is going to be updated. [ 1195.778526] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.778860] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.778860] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.779245] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.779245] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.789841] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: IN_PROGRESS for 2s [ 1195.791055] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.791222] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.791279] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.791503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.791611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.791718] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71b52bac-b186-4043-934e-5b00ce0ba250 already deleted. [ 1195.791806] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.230201] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.231518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.231518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.231518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.231518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.231518] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.231518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.231518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.231518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.231518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.234568] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a is going to be updated. [ 1196.262029] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.262029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.262029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.262029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.262029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.269775] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: IN_PROGRESS for 2s [ 1197.799387] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2d394af-ab31-4d32-a118-403a69121a17 in Status: SUCCESS [ 1197.799645] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2d394af-ab31-4d32-a118-403a69121a17 deletion is rescheduled due to dependency. [ 1197.799683] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.283032] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a in Status: SUCCESS [ 1198.283244] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77dea6d2-7819-4188-b6cc-f6308e6d449a deletion is rescheduled due to dependency. [ 1198.283371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77dea6d2-7819-4188-b6cc-f6308e6d449a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.727234] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1200.727591] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1202.133984] env[65619]: INFO networking_nsxv3.common.synchronization [req-1c419e90-b93c-4996-bb7e-5aeaa6b0db57 req-8cc323d8-e1a8-4f32-957e-21059314802a tempest-ServerActionsTestJSON-867147254 tempest-ServerActionsTestJSON-867147254-project-member] Enqueued Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_members [ 1202.133984] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_members [ 1202.133984] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.133984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.133984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.133984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.133984] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.133984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.133984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.134622] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.134622] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.134622] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.452070] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.452070] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-158" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.452070] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-158" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.452594] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-158" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.453109] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.453384] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.453535] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.454014] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.454014] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.454220] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.454410] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.454470] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.454569] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.454697] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.454803] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.454960] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.482298] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.482474] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1202.482612] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.482965] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-158" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.483325] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-11dd339b-8b51-40d0-a260-3deee86284c5 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.483591] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-11dd339b-8b51-40d0-a260-3deee86284c5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.483661] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-11dd339b-8b51-40d0-a260-3deee86284c5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.484084] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-11dd339b-8b51-40d0-a260-3deee86284c5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.484242] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11dd339b-8b51-40d0-a260-3deee86284c5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.637860] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.638057] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.638131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.638368] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.638490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.638699] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.638800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.638863] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.639056] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.639142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.639232] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec is going to be updated. [ 1202.667544] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.667731] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.667803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.668426] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.668426] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.678275] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: IN_PROGRESS for 2s [ 1202.987425] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.987695] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.987855] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.988221] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.988424] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.988630] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 11dd339b-8b51-40d0-a260-3deee86284c5 not found, creating... [ 1202.988944] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.989135] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.989277] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.989522] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.989700] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.990027] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.990220] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.990353] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.990597] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.990763] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.990928] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 11dd339b-8b51-40d0-a260-3deee86284c5 is going to be created. [ 1203.014346] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.014346] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.014346] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.014346] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.014346] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.014346] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-11dd339b-8b51-40d0-a260-3deee86284c5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.604461] env[65619]: INFO networking_nsxv3.common.synchronization [None req-14a46238-78e3-4cfc-ad05-61b1dccf060d None None] Enqueued Resource ID: 570497b6-98a6-4acc-a181-208fb600ab93 with Priority: HIGHEST for action port [ 1203.605242] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 570497b6-98a6-4acc-a181-208fb600ab93 with Priority: HIGHEST for action port [ 1203.605326] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-570497b6-98a6-4acc-a181-208fb600ab93 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.605653] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-570497b6-98a6-4acc-a181-208fb600ab93" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.605653] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-570497b6-98a6-4acc-a181-208fb600ab93" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.605750] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-570497b6-98a6-4acc-a181-208fb600ab93" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.605838] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('570497b6-98a6-4acc-a181-208fb600ab93',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.718287] env[65619]: INFO networking_nsxv3.common.synchronization [req-1c419e90-b93c-4996-bb7e-5aeaa6b0db57 req-1dab86b3-b013-4db3-936c-1c181bb6f023 service nova] Enqueued Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_rules [ 1203.718464] env[65619]: INFO networking_nsxv3.common.synchronization [req-1c419e90-b93c-4996-bb7e-5aeaa6b0db57 req-1dab86b3-b013-4db3-936c-1c181bb6f023 service nova] Enqueued Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_members [ 1203.718797] env[65619]: INFO networking_nsxv3.common.synchronization [req-1c419e90-b93c-4996-bb7e-5aeaa6b0db57 req-1dab86b3-b013-4db3-936c-1c181bb6f023 service nova] Enqueued Resource ID: 11dd339b-8b51-40d0-a260-3deee86284c5 with Priority: HIGHEST for action port [ 1203.719752] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_rules [ 1203.720024] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_members [ 1203.720513] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11dd339b-8b51-40d0-a260-3deee86284c5 with Priority: HIGHEST for action port [ 1203.720998] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.721293] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.721473] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.723717] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.723717] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.723717] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.723717] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.723717] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-11dd339b-8b51-40d0-a260-3deee86284c5 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.723717] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11dd339b-8b51-40d0-a260-3deee86284c5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.723717] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11dd339b-8b51-40d0-a260-3deee86284c5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.723717] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11dd339b-8b51-40d0-a260-3deee86284c5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.723717] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11dd339b-8b51-40d0-a260-3deee86284c5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.109061] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 570497b6-98a6-4acc-a181-208fb600ab93 [ 1204.109061] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.109337] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.109337] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.109483] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.109573] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.109678] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:570497b6-98a6-4acc-a181-208fb600ab93 already deleted. [ 1204.109877] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-570497b6-98a6-4acc-a181-208fb600ab93" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.231988] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.232151] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.232356] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11dd339b-8b51-40d0-a260-3deee86284c5 with status ACTIVE [ 1204.232602] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.232734] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.232795] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.233079] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.233079] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.233313] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.233372] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.233407] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.233550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.233619] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.233804] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.233892] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.233938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.234087] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.234159] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.234243] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11dd339b-8b51-40d0-a260-3deee86284c5 is going to be updated. [ 1204.260773] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.261371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.261371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.261857] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.262055] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.262245] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11dd339b-8b51-40d0-a260-3deee86284c5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.408296] env[65619]: INFO networking_nsxv3.common.synchronization [req-0986078b-65c4-41c7-b8dc-cfe566b38e61 req-046d1b2c-1fa7-4076-9d0e-01e24ebe4690 tempest-ServerRescueNegativeTestJSON-1855599925 tempest-ServerRescueNegativeTestJSON-1855599925-project-member] Enqueued Resource ID: 71b52bac-b186-4043-934e-5b00ce0ba250 with Priority: HIGHEST for action security_group_members [ 1204.408296] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b52bac-b186-4043-934e-5b00ce0ba250 with Priority: HIGHEST for action security_group_members [ 1204.408296] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-71b52bac-b186-4043-934e-5b00ce0ba250 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.408296] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.408296] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.408296] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.408634] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.408634] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.408717] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.408920] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.409018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.409063] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71b52bac-b186-4043-934e-5b00ce0ba250',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.511636] env[65619]: INFO networking_nsxv3.common.synchronization [None req-5f55ecb2-6cf3-4545-b186-e17e7d85a7e0 tempest-AttachVolumeNegativeTest-1418603905 tempest-AttachVolumeNegativeTest-1418603905-project-member] Enqueued Resource ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 with Priority: HIGHEST for action security_group_rules [ 1204.512303] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 with Priority: HIGHEST for action security_group_rules [ 1204.513048] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-510138f3-0eef-42fd-a4b4-b8ed78d88b43 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.513237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.513356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.513645] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.513736] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('510138f3-0eef-42fd-a4b4-b8ed78d88b43',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.630543] env[65619]: INFO networking_nsxv3.common.synchronization [None req-a0b25e01-cc60-4c6d-9c5f-8849dc1e5f46 tempest-AttachVolumeNegativeTest-1418603905 tempest-AttachVolumeNegativeTest-1418603905-project-member] Enqueued Resource ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 with Priority: HIGHEST for action security_group_rules [ 1204.631703] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 with Priority: HIGHEST for action security_group_rules [ 1204.632140] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-510138f3-0eef-42fd-a4b4-b8ed78d88b43 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.632269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.689237] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: SUCCESS [ 1204.689237] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec deletion is rescheduled due to dependency. [ 1204.689237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.689237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.689237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.689460] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.689460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.689552] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.690074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.690074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.690074] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.785230] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.785447] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-800" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.785574] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-800" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.785836] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-800" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.786106] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.786383] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.786383] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.786585] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.786717] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.786922] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.791020] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1204.791020] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1204.791020] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1204.791020] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.791020] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1204.791020] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1204.811156] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1204.811461] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1204.811461] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1204.811593] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-800" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.811922] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-4e4fb913-7348-4be5-98fe-045118cc655c taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.812108] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-4e4fb913-7348-4be5-98fe-045118cc655c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.812279] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-4e4fb913-7348-4be5-98fe-045118cc655c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.812562] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-4e4fb913-7348-4be5-98fe-045118cc655c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.812703] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e4fb913-7348-4be5-98fe-045118cc655c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.910982] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.911192] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.911267] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.911462] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.911553] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.911751] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.911851] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.911909] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.912089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.912150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.912205] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71b52bac-b186-4043-934e-5b00ce0ba250 already deleted. [ 1204.912280] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.034933] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.035123] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.035199] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.035445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.035574] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.035690] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 already deleted. [ 1205.035781] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.035940] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.036115] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.036205] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('510138f3-0eef-42fd-a4b4-b8ed78d88b43',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.192544] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.315541] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.315782] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.315907] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.316203] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.316351] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.316510] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 4e4fb913-7348-4be5-98fe-045118cc655c not found, creating... [ 1205.316766] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.317929] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.317929] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.317929] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.317929] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.317929] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.317929] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.317929] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.318424] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.318424] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.318424] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 4e4fb913-7348-4be5-98fe-045118cc655c is going to be created. [ 1205.341242] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.341558] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.341704] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.342046] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.342360] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.342595] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-4e4fb913-7348-4be5-98fe-045118cc655c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.556383] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.556605] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.556657] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.556898] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.556994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.557131] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 already deleted. [ 1205.557221] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.694943] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.072087] env[65619]: INFO networking_nsxv3.common.synchronization [req-0986078b-65c4-41c7-b8dc-cfe566b38e61 req-c4379409-9f08-4c5d-b040-33eb70308574 service nova] Enqueued Resource ID: 71b52bac-b186-4043-934e-5b00ce0ba250 with Priority: HIGHEST for action security_group_rules [ 1206.072275] env[65619]: INFO networking_nsxv3.common.synchronization [req-0986078b-65c4-41c7-b8dc-cfe566b38e61 req-c4379409-9f08-4c5d-b040-33eb70308574 service nova] Enqueued Resource ID: 71b52bac-b186-4043-934e-5b00ce0ba250 with Priority: HIGHEST for action security_group_members [ 1206.072415] env[65619]: INFO networking_nsxv3.common.synchronization [req-0986078b-65c4-41c7-b8dc-cfe566b38e61 req-c4379409-9f08-4c5d-b040-33eb70308574 service nova] Enqueued Resource ID: 4e4fb913-7348-4be5-98fe-045118cc655c with Priority: HIGHEST for action port [ 1206.074698] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b52bac-b186-4043-934e-5b00ce0ba250 with Priority: HIGHEST for action security_group_rules [ 1206.074698] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b52bac-b186-4043-934e-5b00ce0ba250 with Priority: HIGHEST for action security_group_members [ 1206.074698] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e4fb913-7348-4be5-98fe-045118cc655c with Priority: HIGHEST for action port [ 1206.074698] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71b52bac-b186-4043-934e-5b00ce0ba250 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.074698] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.074926] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.074963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.075047] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71b52bac-b186-4043-934e-5b00ce0ba250',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.076656] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-71b52bac-b186-4043-934e-5b00ce0ba250 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.076656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.076656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.076656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.076656] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.076656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.077322] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.077322] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.077322] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.077322] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71b52bac-b186-4043-934e-5b00ce0ba250',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.078139] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e4fb913-7348-4be5-98fe-045118cc655c taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.078359] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e4fb913-7348-4be5-98fe-045118cc655c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.078475] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e4fb913-7348-4be5-98fe-045118cc655c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.078548] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e4fb913-7348-4be5-98fe-045118cc655c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.078933] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e4fb913-7348-4be5-98fe-045118cc655c',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.197979] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.198287] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.198417] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.198755] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.198858] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.199016] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec is going to be updated. [ 1206.230710] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.230891] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.230949] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.231214] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.231373] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.244237] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: IN_PROGRESS for 2s [ 1206.300184] env[65619]: INFO networking_nsxv3.common.synchronization [None req-355a6764-ac96-439d-ac10-aa37c7a3f4fd None None] Enqueued Resource ID: bf21b27b-89b5-42a2-b918-9371cf4039a5 with Priority: HIGHEST for action port [ 1206.300184] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf21b27b-89b5-42a2-b918-9371cf4039a5 with Priority: HIGHEST for action port [ 1206.300184] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf21b27b-89b5-42a2-b918-9371cf4039a5 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.300869] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf21b27b-89b5-42a2-b918-9371cf4039a5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.302471] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf21b27b-89b5-42a2-b918-9371cf4039a5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.302471] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf21b27b-89b5-42a2-b918-9371cf4039a5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.302471] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf21b27b-89b5-42a2-b918-9371cf4039a5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.581126] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-71b52bac-b186-4043-934e-5b00ce0ba250 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.581126] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.581362] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71b52bac-b186-4043-934e-5b00ce0ba250',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.582978] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e4fb913-7348-4be5-98fe-045118cc655c with status ACTIVE [ 1206.584534] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.584534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.584534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.584534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.584534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.584534] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.584534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.584534] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.585211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.585211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.585211] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.585211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.585211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.585454] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.585454] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.585550] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e4fb913-7348-4be5-98fe-045118cc655c is going to be updated. [ 1206.615754] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.615966] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.615966] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.616191] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.616346] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.616560] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e4fb913-7348-4be5-98fe-045118cc655c" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.803640] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf21b27b-89b5-42a2-b918-9371cf4039a5 [ 1206.804031] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.804031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.804140] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.804286] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.804372] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.804480] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf21b27b-89b5-42a2-b918-9371cf4039a5 already deleted. [ 1206.804550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf21b27b-89b5-42a2-b918-9371cf4039a5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.084051] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71b52bac-b186-4043-934e-5b00ce0ba250',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.587261] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.587624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.587624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.587824] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.587943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.588067] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71b52bac-b186-4043-934e-5b00ce0ba250 is going to be created. [ 1207.616167] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.616333] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.616403] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.616694] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.617038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.628033] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71b52bac-b186-4043-934e-5b00ce0ba250 in Status: UNINITIALIZED for 2s [ 1208.255852] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: SUCCESS [ 1208.256237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.256428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.256745] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.257024] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.257185] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.257288] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.257504] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.257628] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.257757] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.257895] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.760729] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.263017] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec: rpc.has_security_group_logging(os_id): False [ 1209.287590] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.287898] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.287991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.288200] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.288317] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.288579] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.288706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.288773] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.289083] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.289234] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.289374] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec is going to be updated. [ 1209.374021] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.374251] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.374251] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.374453] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.374595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.391515] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: IN_PROGRESS for 2s [ 1209.636061] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71b52bac-b186-4043-934e-5b00ce0ba250 in Status: SUCCESS [ 1209.636248] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.636322] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.636543] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.636735] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.636851] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.636917] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.637083] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.637163] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.637248] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.637339] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71b52bac-b186-4043-934e-5b00ce0ba250',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.139847] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71b52bac-b186-4043-934e-5b00ce0ba250',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.641319] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71b52bac-b186-4043-934e-5b00ce0ba250: rpc.has_security_group_logging(os_id): False [ 1210.659506] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.659692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.659692] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.659874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.659961] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.660221] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.660370] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.660441] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.660663] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.660743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.660830] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71b52bac-b186-4043-934e-5b00ce0ba250 is going to be created. [ 1210.714582] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.714795] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.714795] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.714992] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.715188] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.725320] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71b52bac-b186-4043-934e-5b00ce0ba250 in Status: IN_PROGRESS for 2s [ 1211.300796] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1211.301044] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1211.403766] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: SUCCESS [ 1211.404023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.151758] env[65619]: INFO networking_nsxv3.common.synchronization [req-b1d1ae00-e989-4578-a601-b04daf75e145 req-7c286f13-7738-4381-a63b-edfa102fe781 tempest-AttachVolumeNegativeTest-1418603905 tempest-AttachVolumeNegativeTest-1418603905-project-member] Enqueued Resource ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 with Priority: HIGHEST for action security_group_members [ 1212.151758] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 with Priority: HIGHEST for action security_group_members [ 1212.152095] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-510138f3-0eef-42fd-a4b4-b8ed78d88b43 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.152328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.152501] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.152849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.153105] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.153315] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.153463] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.153697] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.153871] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.154058] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('510138f3-0eef-42fd-a4b4-b8ed78d88b43',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.457194] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.457448] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-332" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.457528] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-332" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.457844] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-332" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.458270] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.458430] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.458558] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.458786] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.459324] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.459566] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.459787] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.459920] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.460044] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.460159] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.460268] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.460401] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.478811] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.478966] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1212.479067] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.479246] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-332" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.479556] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-f5cb92be-a2aa-4f03-a6d4-671ee98bdb1b taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.479985] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-f5cb92be-a2aa-4f03-a6d4-671ee98bdb1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.479985] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-f5cb92be-a2aa-4f03-a6d4-671ee98bdb1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.480174] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-f5cb92be-a2aa-4f03-a6d4-671ee98bdb1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.480312] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5cb92be-a2aa-4f03-a6d4-671ee98bdb1b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.655752] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.655932] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.656493] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.656493] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.656493] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.656493] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.656788] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.656788] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.656788] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.656884] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.656961] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 already deleted. [ 1212.657020] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.738162] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71b52bac-b186-4043-934e-5b00ce0ba250 in Status: SUCCESS [ 1212.738442] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.983954] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.984390] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.984594] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.984978] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.985217] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.985443] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port f5cb92be-a2aa-4f03-a6d4-671ee98bdb1b not found, creating... [ 1212.985840] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.986105] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.986315] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.986563] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.986709] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.987066] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.987267] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.987404] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.987656] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.987807] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.987985] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: f5cb92be-a2aa-4f03-a6d4-671ee98bdb1b is going to be created. [ 1213.009822] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.010059] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.010291] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.010680] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.010977] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.011325] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-f5cb92be-a2aa-4f03-a6d4-671ee98bdb1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.725644] env[65619]: INFO networking_nsxv3.common.synchronization [req-b1d1ae00-e989-4578-a601-b04daf75e145 req-9c101738-eb2e-4f4e-8017-7ebfcc56aa1b service nova] Enqueued Resource ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 with Priority: HIGHEST for action security_group_rules [ 1213.725644] env[65619]: INFO networking_nsxv3.common.synchronization [req-b1d1ae00-e989-4578-a601-b04daf75e145 req-9c101738-eb2e-4f4e-8017-7ebfcc56aa1b service nova] Enqueued Resource ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 with Priority: HIGHEST for action security_group_members [ 1213.725644] env[65619]: INFO networking_nsxv3.common.synchronization [req-b1d1ae00-e989-4578-a601-b04daf75e145 req-9c101738-eb2e-4f4e-8017-7ebfcc56aa1b service nova] Enqueued Resource ID: f5cb92be-a2aa-4f03-a6d4-671ee98bdb1b with Priority: HIGHEST for action port [ 1213.725644] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 with Priority: HIGHEST for action security_group_rules [ 1213.725644] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 with Priority: HIGHEST for action security_group_members [ 1213.725644] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5cb92be-a2aa-4f03-a6d4-671ee98bdb1b with Priority: HIGHEST for action port [ 1213.726326] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-510138f3-0eef-42fd-a4b4-b8ed78d88b43 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.726553] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.726865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.727184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.727389] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('510138f3-0eef-42fd-a4b4-b8ed78d88b43',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.734328] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-510138f3-0eef-42fd-a4b4-b8ed78d88b43 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.734328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.734328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.734328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.734328] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.734328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.734328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.734328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.734328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.734328] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('510138f3-0eef-42fd-a4b4-b8ed78d88b43',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.736779] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5cb92be-a2aa-4f03-a6d4-671ee98bdb1b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.737464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5cb92be-a2aa-4f03-a6d4-671ee98bdb1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.737464] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5cb92be-a2aa-4f03-a6d4-671ee98bdb1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.737931] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5cb92be-a2aa-4f03-a6d4-671ee98bdb1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.738865] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5cb92be-a2aa-4f03-a6d4-671ee98bdb1b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.230606] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-510138f3-0eef-42fd-a4b4-b8ed78d88b43 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.230863] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.237449] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('510138f3-0eef-42fd-a4b4-b8ed78d88b43',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.242278] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5cb92be-a2aa-4f03-a6d4-671ee98bdb1b with status ACTIVE [ 1214.242399] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.242845] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.242845] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.242845] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.242981] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.243094] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.243197] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.243258] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.243406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.243483] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.243689] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.243828] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.243930] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.244154] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.244281] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.244595] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5cb92be-a2aa-4f03-a6d4-671ee98bdb1b is going to be updated. [ 1214.274787] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.274999] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.274999] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.275221] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.275364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.275522] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5cb92be-a2aa-4f03-a6d4-671ee98bdb1b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.740493] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('510138f3-0eef-42fd-a4b4-b8ed78d88b43',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.243177] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.244183] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.244183] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.244183] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.244183] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.244183] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 is going to be created. [ 1215.268650] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.268650] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.268650] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.268650] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.268650] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.277773] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 in Status: UNINITIALIZED for 2s [ 1217.290459] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 in Status: SUCCESS [ 1217.290905] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.290950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.291169] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.291359] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.291478] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.291578] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.291728] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.291810] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.291898] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.291991] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('510138f3-0eef-42fd-a4b4-b8ed78d88b43',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.794256] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('510138f3-0eef-42fd-a4b4-b8ed78d88b43',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.296995] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 510138f3-0eef-42fd-a4b4-b8ed78d88b43: rpc.has_security_group_logging(os_id): False [ 1218.315193] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.315193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.315193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.315193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.315193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.315544] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.315544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.315544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.315644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.315699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.315782] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 is going to be created. [ 1218.375108] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.375339] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.375339] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.375507] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.375688] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.386700] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 in Status: IN_PROGRESS for 2s [ 1218.725933] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1218.726167] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1220.399668] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 in Status: SUCCESS [ 1220.400016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.962794] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.963187] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-846" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.963187] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-846" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.963396] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-846" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.963647] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.963806] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.963922] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.964344] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.964804] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.964804] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.964804] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.964966] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.965029] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.965138] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.965244] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.965371] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1221.987958] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1221.988193] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1221.988357] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1221.988551] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-846" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.988937] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-7ccb7d21-7b6c-4186-b5be-4503daf6fb79 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.989148] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-7ccb7d21-7b6c-4186-b5be-4503daf6fb79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.989357] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-7ccb7d21-7b6c-4186-b5be-4503daf6fb79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.989721] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-7ccb7d21-7b6c-4186-b5be-4503daf6fb79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.989890] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ccb7d21-7b6c-4186-b5be-4503daf6fb79',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.493566] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.493808] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.495165] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.495165] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.495165] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.495165] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.495165] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.495165] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.495165] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.495400] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.495592] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.495779] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.495929] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.496133] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.496246] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.496387] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 7ccb7d21-7b6c-4186-b5be-4503daf6fb79 is going to be updated. [ 1222.518864] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.519712] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.519712] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.519837] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.520048] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.520282] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-7ccb7d21-7b6c-4186-b5be-4503daf6fb79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.197375] env[65619]: INFO networking_nsxv3.common.synchronization [req-98c3f530-4880-499b-9b63-0535d1486170 req-d11e0b13-7a45-4a3c-b63c-e2da45be654a service nova] Enqueued Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_rules [ 1223.197641] env[65619]: INFO networking_nsxv3.common.synchronization [req-98c3f530-4880-499b-9b63-0535d1486170 req-d11e0b13-7a45-4a3c-b63c-e2da45be654a service nova] Enqueued Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_members [ 1223.197859] env[65619]: INFO networking_nsxv3.common.synchronization [req-98c3f530-4880-499b-9b63-0535d1486170 req-d11e0b13-7a45-4a3c-b63c-e2da45be654a service nova] Enqueued Resource ID: 7ccb7d21-7b6c-4186-b5be-4503daf6fb79 with Priority: HIGHEST for action port [ 1223.198302] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_rules [ 1223.198433] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_members [ 1223.198532] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ccb7d21-7b6c-4186-b5be-4503daf6fb79 with Priority: HIGHEST for action port [ 1223.198834] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.198949] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.199317] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.199547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.199640] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.200564] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.200658] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.200715] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.200885] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.201050] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.201145] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.201216] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.201609] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.201745] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.201850] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.203019] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ccb7d21-7b6c-4186-b5be-4503daf6fb79 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.203223] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ccb7d21-7b6c-4186-b5be-4503daf6fb79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.203292] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ccb7d21-7b6c-4186-b5be-4503daf6fb79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.203466] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ccb7d21-7b6c-4186-b5be-4503daf6fb79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.203542] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ccb7d21-7b6c-4186-b5be-4503daf6fb79',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.705143] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.705362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.705563] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.706642] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ccb7d21-7b6c-4186-b5be-4503daf6fb79 with status ACTIVE [ 1223.706856] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.706998] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.707087] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.707333] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.707441] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.707656] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.708291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.708291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.708291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.708291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.708513] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.708513] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.708611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.708791] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.708885] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.708978] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ccb7d21-7b6c-4186-b5be-4503daf6fb79 is going to be updated. [ 1223.736691] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.736932] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.736932] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.737111] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.737253] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.737407] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ccb7d21-7b6c-4186-b5be-4503daf6fb79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.211410] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.714756] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.714925] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.714991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.715228] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.715321] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.715422] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 is going to be updated. [ 1224.744242] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.744402] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.744449] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.744655] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.744805] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.754683] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: IN_PROGRESS for 2s [ 1226.766692] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: SUCCESS [ 1226.767175] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.767175] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.767318] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.767373] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.767499] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.767568] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.767752] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.767823] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.767975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.767975] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.270984] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.772867] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 224022ff-4c4e-451a-9428-6c88e449a293: rpc.has_security_group_logging(os_id): False [ 1227.794697] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.794928] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.794995] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.795233] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.795352] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.795630] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.795742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.795816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.795989] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.796097] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.796205] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 is going to be updated. [ 1227.889524] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.889742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.889742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.889886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.890078] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.904192] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: IN_PROGRESS for 2s [ 1228.199681] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.199681] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1229.920396] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: SUCCESS [ 1229.920876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.200592] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.200592] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1238.202464] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1238.202751] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1240.243972] env[65619]: INFO networking_nsxv3.common.synchronization [req-bec52241-fbcd-466f-ad44-5747a6f28750 req-35ad9b64-0193-41c7-9818-0e9fa0bcd504 tempest-ServerActionsTestOtherA-1997294568 tempest-ServerActionsTestOtherA-1997294568-project-member] Enqueued Resource ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc with Priority: HIGHEST for action security_group_members [ 1240.244284] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc with Priority: HIGHEST for action security_group_members [ 1240.244550] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-742c43d7-4b8b-4840-8c99-86770ecef4bc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.244675] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.244743] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.244975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.245140] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.245266] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.245315] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.245467] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.245563] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.245654] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('742c43d7-4b8b-4840-8c99-86770ecef4bc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.728549] env[65619]: INFO networking_nsxv3.common.synchronization [req-a775f181-14f7-4cda-962f-3b8183fe57ea req-498b0fca-a8d5-4a92-b299-93b5ece86c0a tempest-ServerActionsTestOtherB-982056935 tempest-ServerActionsTestOtherB-982056935-project-member] Enqueued Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_members [ 1240.729149] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGHEST for action security_group_members [ 1240.729459] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.729582] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.729643] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.729994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.729994] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.730167] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.730467] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.730467] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.730467] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.730585] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.747295] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('742c43d7-4b8b-4840-8c99-86770ecef4bc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.235828] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.236064] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.236199] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.236442] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.236567] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.237081] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.237081] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.237081] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.237294] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.237294] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.237436] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 is going to be updated. [ 1241.250634] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('742c43d7-4b8b-4840-8c99-86770ecef4bc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.267582] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.267753] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.267842] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.268085] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.268242] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.276883] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: IN_PROGRESS for 2s [ 1241.753755] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.753755] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.754131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.754131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.754245] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.754294] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc is going to be updated. [ 1241.784476] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.784651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.784699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.784996] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.785219] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.795369] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc in Status: IN_PROGRESS for 2s [ 1243.287847] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224022ff-4c4e-451a-9428-6c88e449a293 in Status: SUCCESS [ 1243.288253] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 deletion is rescheduled due to dependency. [ 1243.288253] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.805906] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc in Status: SUCCESS [ 1243.805906] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.730100] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1245.730504] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1247.991699] env[65619]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1247.992137] env[65619]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1250.731594] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1250.731892] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1253.271857] env[65619]: INFO networking_nsxv3.common.synchronization [None req-daf151e2-c1f9-4330-a842-5ec2d9c712bb None None] Enqueued Resource ID: 8af32dd2-ae45-4275-b442-d81cb6d1dd40 with Priority: HIGHEST for action port [ 1253.272804] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af32dd2-ae45-4275-b442-d81cb6d1dd40 with Priority: HIGHEST for action port [ 1253.272804] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-8af32dd2-ae45-4275-b442-d81cb6d1dd40 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.272804] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8af32dd2-ae45-4275-b442-d81cb6d1dd40" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.273211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8af32dd2-ae45-4275-b442-d81cb6d1dd40" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.273211] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8af32dd2-ae45-4275-b442-d81cb6d1dd40" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.273211] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8af32dd2-ae45-4275-b442-d81cb6d1dd40',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.776369] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8af32dd2-ae45-4275-b442-d81cb6d1dd40 [ 1253.776369] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.776369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.776369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.776369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.776369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.776369] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8af32dd2-ae45-4275-b442-d81cb6d1dd40 already deleted. [ 1253.776369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8af32dd2-ae45-4275-b442-d81cb6d1dd40" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.131322] env[65619]: INFO networking_nsxv3.common.synchronization [None req-226c9382-963d-4a4d-b506-206ce9b37673 None None] Enqueued Resource ID: 9192195c-6587-4630-b862-87f379e9ebd5 with Priority: HIGHEST for action port [ 1255.132322] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9192195c-6587-4630-b862-87f379e9ebd5 with Priority: HIGHEST for action port [ 1255.133289] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-9192195c-6587-4630-b862-87f379e9ebd5 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.135129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9192195c-6587-4630-b862-87f379e9ebd5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.135129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9192195c-6587-4630-b862-87f379e9ebd5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.135129] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9192195c-6587-4630-b862-87f379e9ebd5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.135129] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9192195c-6587-4630-b862-87f379e9ebd5',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.167011] env[65619]: INFO networking_nsxv3.common.synchronization [None req-5b383228-488a-4bbd-8e61-c9db07bd92d8 None None] Enqueued Resource ID: 4e1c541a-e4b9-4f88-9798-f8cf1c8d55c3 with Priority: HIGHEST for action port [ 1255.167535] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1c541a-e4b9-4f88-9798-f8cf1c8d55c3 with Priority: HIGHEST for action port [ 1255.167839] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e1c541a-e4b9-4f88-9798-f8cf1c8d55c3 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.167968] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e1c541a-e4b9-4f88-9798-f8cf1c8d55c3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.168089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e1c541a-e4b9-4f88-9798-f8cf1c8d55c3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.168284] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e1c541a-e4b9-4f88-9798-f8cf1c8d55c3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.168369] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e1c541a-e4b9-4f88-9798-f8cf1c8d55c3',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.638840] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9192195c-6587-4630-b862-87f379e9ebd5 [ 1255.638891] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.639035] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.639113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.639306] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.639403] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.639498] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9192195c-6587-4630-b862-87f379e9ebd5 already deleted. [ 1255.639578] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9192195c-6587-4630-b862-87f379e9ebd5" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.671095] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e1c541a-e4b9-4f88-9798-f8cf1c8d55c3 [ 1255.671095] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.671095] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.671095] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.671095] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.671095] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.671095] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e1c541a-e4b9-4f88-9798-f8cf1c8d55c3 already deleted. [ 1255.671095] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e1c541a-e4b9-4f88-9798-f8cf1c8d55c3" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.816533] env[65619]: INFO networking_nsxv3.common.synchronization [None req-1800094d-2f65-4757-aa4a-b93948c29ef2 None None] Enqueued Resource ID: 588daeeb-cc37-4884-a0d7-2a5e27d23cc2 with Priority: HIGHEST for action port [ 1256.817078] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588daeeb-cc37-4884-a0d7-2a5e27d23cc2 with Priority: HIGHEST for action port [ 1256.817382] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-588daeeb-cc37-4884-a0d7-2a5e27d23cc2 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.817500] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-588daeeb-cc37-4884-a0d7-2a5e27d23cc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.817566] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-588daeeb-cc37-4884-a0d7-2a5e27d23cc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.817823] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-588daeeb-cc37-4884-a0d7-2a5e27d23cc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.817904] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('588daeeb-cc37-4884-a0d7-2a5e27d23cc2',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.242359] env[65619]: INFO networking_nsxv3.common.synchronization [req-106dcd56-ee9a-41b7-95e6-6fd380a7f174 req-76dfca76-978d-4d1a-b014-44f12f9b0790 tempest-ServerActionsTestOtherA-1997294568 tempest-ServerActionsTestOtherA-1997294568-project-member] Enqueued Resource ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc with Priority: HIGHEST for action security_group_members [ 1257.242897] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc with Priority: HIGHEST for action security_group_members [ 1257.243227] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-742c43d7-4b8b-4840-8c99-86770ecef4bc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.243362] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.243427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.243628] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.243787] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.243884] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.243945] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.244270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.244366] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.244456] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('742c43d7-4b8b-4840-8c99-86770ecef4bc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.320495] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 588daeeb-cc37-4884-a0d7-2a5e27d23cc2 [ 1257.320874] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.321151] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.321285] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.321600] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.321758] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.321925] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:588daeeb-cc37-4884-a0d7-2a5e27d23cc2 already deleted. [ 1257.322103] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-588daeeb-cc37-4884-a0d7-2a5e27d23cc2" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.746369] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.746605] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.746605] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.746822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.746934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.747147] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.747249] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.747313] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.747469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.747546] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.747630] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc is going to be updated. [ 1257.778203] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.778418] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.778939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.778939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.779137] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.792568] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc in Status: IN_PROGRESS for 2s [ 1259.805750] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc in Status: SUCCESS [ 1259.806025] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742c43d7-4b8b-4840-8c99-86770ecef4bc deletion is rescheduled due to dependency. [ 1259.806025] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742c43d7-4b8b-4840-8c99-86770ecef4bc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.136361] env[65619]: INFO networking_nsxv3.common.synchronization [req-f6e6fba9-8931-4ae6-a755-e35952738b97 req-3d97661e-9a13-4222-9b00-35018c0b5fc2 tempest-ServersNegativeTestMultiTenantJSON-2000362418 tempest-ServersNegativeTestMultiTenantJSON-2000362418-project-member] Enqueued Resource ID: 223c5104-79eb-468d-92df-cdb53e8ed271 with Priority: HIGHEST for action security_group_members [ 1261.136843] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 223c5104-79eb-468d-92df-cdb53e8ed271 with Priority: HIGHEST for action security_group_members [ 1261.137162] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-223c5104-79eb-468d-92df-cdb53e8ed271 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.137287] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.137350] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.137613] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.137774] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.137876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.137963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.138106] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.138199] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.138294] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('223c5104-79eb-468d-92df-cdb53e8ed271',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.458526] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.458717] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-918" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.458767] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-918" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.459277] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-918" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.459572] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.459747] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.459885] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.460134] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.460295] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.460523] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1261.460637] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1261.460759] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1261.460881] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1261.460992] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1261.461172] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1261.461312] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1261.480863] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1261.481111] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1261.481278] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1261.481489] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-918" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.481836] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-a512e528-e8ca-44e5-8263-f8db2d57c1f8 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.482561] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-a512e528-e8ca-44e5-8263-f8db2d57c1f8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.482561] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-a512e528-e8ca-44e5-8263-f8db2d57c1f8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.482718] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-a512e528-e8ca-44e5-8263-f8db2d57c1f8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.482760] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a512e528-e8ca-44e5-8263-f8db2d57c1f8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.643028] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.643213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.643213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.643422] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.643513] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.643718] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.643812] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.643873] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.644031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.644142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.644230] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 223c5104-79eb-468d-92df-cdb53e8ed271 already deleted. [ 1261.644310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.986190] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.986501] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.986646] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.986925] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.987088] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.987297] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port a512e528-e8ca-44e5-8263-f8db2d57c1f8 not found, creating... [ 1261.987565] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.987722] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.987838] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.988067] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.988228] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.988478] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.988629] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.988743] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.988977] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.989099] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.989243] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: a512e528-e8ca-44e5-8263-f8db2d57c1f8 is going to be created. [ 1262.011174] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.011295] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.011449] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.011773] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.012083] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.012338] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-a512e528-e8ca-44e5-8263-f8db2d57c1f8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.697438] env[65619]: INFO networking_nsxv3.common.synchronization [req-f6e6fba9-8931-4ae6-a755-e35952738b97 req-e17bbbfd-f0a8-4b7e-9d7a-8363ed96c437 service nova] Enqueued Resource ID: 223c5104-79eb-468d-92df-cdb53e8ed271 with Priority: HIGHEST for action security_group_rules [ 1262.697438] env[65619]: INFO networking_nsxv3.common.synchronization [req-f6e6fba9-8931-4ae6-a755-e35952738b97 req-e17bbbfd-f0a8-4b7e-9d7a-8363ed96c437 service nova] Enqueued Resource ID: 223c5104-79eb-468d-92df-cdb53e8ed271 with Priority: HIGHEST for action security_group_members [ 1262.697438] env[65619]: INFO networking_nsxv3.common.synchronization [req-f6e6fba9-8931-4ae6-a755-e35952738b97 req-e17bbbfd-f0a8-4b7e-9d7a-8363ed96c437 service nova] Enqueued Resource ID: a512e528-e8ca-44e5-8263-f8db2d57c1f8 with Priority: HIGHEST for action port [ 1262.697942] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 223c5104-79eb-468d-92df-cdb53e8ed271 with Priority: HIGHEST for action security_group_rules [ 1262.698090] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 223c5104-79eb-468d-92df-cdb53e8ed271 with Priority: HIGHEST for action security_group_members [ 1262.698211] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a512e528-e8ca-44e5-8263-f8db2d57c1f8 with Priority: HIGHEST for action port [ 1262.698485] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-223c5104-79eb-468d-92df-cdb53e8ed271 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.698604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.698666] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.698912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.698990] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('223c5104-79eb-468d-92df-cdb53e8ed271',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.699842] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-223c5104-79eb-468d-92df-cdb53e8ed271 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.699952] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.700030] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.700194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.700448] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.700544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.700645] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.700742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.700823] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.700911] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('223c5104-79eb-468d-92df-cdb53e8ed271',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.702054] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-a512e528-e8ca-44e5-8263-f8db2d57c1f8 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.702201] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a512e528-e8ca-44e5-8263-f8db2d57c1f8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.702236] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a512e528-e8ca-44e5-8263-f8db2d57c1f8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.702365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a512e528-e8ca-44e5-8263-f8db2d57c1f8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.702622] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a512e528-e8ca-44e5-8263-f8db2d57c1f8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.204912] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-223c5104-79eb-468d-92df-cdb53e8ed271 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.204912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.204912] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('223c5104-79eb-468d-92df-cdb53e8ed271',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.205938] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a512e528-e8ca-44e5-8263-f8db2d57c1f8 with status ACTIVE [ 1263.205938] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.205938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.206356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.206356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.206475] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.206650] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.207104] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.207104] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.207104] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.207104] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.207434] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.207434] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.207434] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.207547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.207725] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.207725] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a512e528-e8ca-44e5-8263-f8db2d57c1f8 is going to be updated. [ 1263.231177] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.231177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.231177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.231364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.231434] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.231600] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a512e528-e8ca-44e5-8263-f8db2d57c1f8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.710370] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('223c5104-79eb-468d-92df-cdb53e8ed271',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.211898] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.212127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.212127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.212332] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.212429] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.212771] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 223c5104-79eb-468d-92df-cdb53e8ed271 is going to be created. [ 1264.241721] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.241943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.241943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.242322] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.242418] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.255014] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 223c5104-79eb-468d-92df-cdb53e8ed271 in Status: UNINITIALIZED for 2s [ 1266.267737] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 223c5104-79eb-468d-92df-cdb53e8ed271 in Status: SUCCESS [ 1266.268127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.268597] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.269059] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.269382] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.269578] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.269685] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.269930] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.270074] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.270220] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.270364] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('223c5104-79eb-468d-92df-cdb53e8ed271',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.773934] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-223c5104-79eb-468d-92df-cdb53e8ed271 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.774203] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.774265] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.774507] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.774725] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.774871] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.774928] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.775127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.775238] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.775344] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.775545] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-223c5104-79eb-468d-92df-cdb53e8ed271 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.775648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.775712] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.775943] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.776071] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.776194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.776259] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.776400] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.776509] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.776600] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.776688] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('223c5104-79eb-468d-92df-cdb53e8ed271',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.279034] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 223c5104-79eb-468d-92df-cdb53e8ed271: rpc.has_security_group_logging(os_id): False [ 1267.298796] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.299040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.299137] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.299420] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.299558] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.299873] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.300043] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.300113] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.300264] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.300377] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.300605] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.300756] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.300809] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.301017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.301169] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.301391] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.301518] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.301579] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.301723] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.301800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.301886] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 223c5104-79eb-468d-92df-cdb53e8ed271 is going to be created. [ 1267.382377] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.382627] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.382627] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.382934] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.383206] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.397495] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 223c5104-79eb-468d-92df-cdb53e8ed271 in Status: IN_PROGRESS for 2s [ 1267.699489] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1267.699617] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1268.672462] env[65619]: INFO networking_nsxv3.common.synchronization [req-21d752f3-51b2-4666-ae80-4c9faa811262 req-8a7a226b-b883-4e15-9221-3268a5de69b1 tempest-ServerActionsTestJSON-867147254 tempest-ServerActionsTestJSON-867147254-project-member] Enqueued Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_members [ 1268.673023] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec with Priority: HIGHEST for action security_group_members [ 1268.673660] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.673660] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.673660] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.673854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.673946] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.674066] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.674130] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.674304] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.674405] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.674782] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.178048] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.178048] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.178048] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.178365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.178365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.178537] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.178651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.178710] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.178831] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.178936] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.179021] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec is going to be updated. [ 1269.204208] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.204469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.204469] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.204641] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.204780] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.213919] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: IN_PROGRESS for 2s [ 1269.414457] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 223c5104-79eb-468d-92df-cdb53e8ed271 in Status: SUCCESS [ 1269.414751] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.028353] env[65619]: INFO networking_nsxv3.common.synchronization [None req-87cf4d79-5196-4965-826c-e60ebe2d0af2 tempest-AttachVolumeNegativeTest-1418603905 tempest-AttachVolumeNegativeTest-1418603905-project-member] Enqueued Resource ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e with Priority: HIGHEST for action security_group_rules [ 1270.028946] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e with Priority: HIGHEST for action security_group_rules [ 1270.029265] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb668dc-3cfa-46ef-a94d-4cc925dc855e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.029402] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.029460] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.029716] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.029798] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb668dc-3cfa-46ef-a94d-4cc925dc855e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.104570] env[65619]: INFO networking_nsxv3.common.synchronization [None req-2157d18d-6334-4dd3-9a15-0855e28265ba tempest-AttachVolumeNegativeTest-1418603905 tempest-AttachVolumeNegativeTest-1418603905-project-member] Enqueued Resource ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e with Priority: HIGHEST for action security_group_rules [ 1270.104909] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e with Priority: HIGHEST for action security_group_rules [ 1270.105261] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb668dc-3cfa-46ef-a94d-4cc925dc855e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.105371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.549782] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.549998] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.549998] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.550160] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.550255] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.550351] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e already deleted. [ 1270.550432] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.550577] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.550722] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.550805] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb668dc-3cfa-46ef-a94d-4cc925dc855e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.072876] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.073493] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.073493] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.073493] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.073493] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.073493] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e already deleted. [ 1271.073686] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.226143] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: IN_PROGRESS for 4s [ 1273.239061] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec in Status: SUCCESS [ 1273.239427] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec deletion is rescheduled due to dependency. [ 1273.239427] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.785510] env[65619]: INFO networking_nsxv3.common.synchronization [req-6ab1e422-1024-4e14-8958-cf759b569d61 req-f256ba38-3476-42a8-a4f4-7b492a88ca89 tempest-ServersNegativeTestMultiTenantJSON-2000362418 tempest-ServersNegativeTestMultiTenantJSON-2000362418-project-member] Enqueued Resource ID: 223c5104-79eb-468d-92df-cdb53e8ed271 with Priority: HIGHEST for action security_group_members [ 1273.788813] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 223c5104-79eb-468d-92df-cdb53e8ed271 with Priority: HIGHEST for action security_group_members [ 1273.788813] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-223c5104-79eb-468d-92df-cdb53e8ed271 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.788813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.788813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.788813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.788813] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.788813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.788813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.788813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.788813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.788813] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('223c5104-79eb-468d-92df-cdb53e8ed271',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.291243] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.291536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.291536] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.291772] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.291772] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.292410] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.292410] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.292410] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.292410] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.292410] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.292410] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 223c5104-79eb-468d-92df-cdb53e8ed271 is going to be updated. [ 1274.339859] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.340855] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.340855] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.340855] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.341042] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.350896] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 223c5104-79eb-468d-92df-cdb53e8ed271 in Status: IN_PROGRESS for 2s [ 1275.597210] env[65619]: INFO networking_nsxv3.common.synchronization [req-fc85f869-7a8c-4e81-8811-2ab7a18b824e req-c9972e22-8fed-4147-9c9f-92144666468a tempest-AttachVolumeNegativeTest-1418603905 tempest-AttachVolumeNegativeTest-1418603905-project-member] Enqueued Resource ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e with Priority: HIGHEST for action security_group_members [ 1275.597738] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e with Priority: HIGHEST for action security_group_members [ 1275.598070] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.598194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.598262] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.598519] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.598688] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.598790] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.598857] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.599214] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.599289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.599424] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb668dc-3cfa-46ef-a94d-4cc925dc855e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.936182] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.936182] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-332" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.936182] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-332" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.936182] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-332" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.936182] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.936182] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.936182] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.936956] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.937878] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.938393] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1275.938878] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1275.939203] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1275.939583] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1275.939930] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1275.940297] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1275.941128] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1275.961478] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1275.961683] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1275.961829] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1275.962134] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-332" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.966592] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-ce981ec4-8973-4fe5-a1db-5d7b7ef12363 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.966818] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-ce981ec4-8973-4fe5-a1db-5d7b7ef12363" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.966934] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-ce981ec4-8973-4fe5-a1db-5d7b7ef12363" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.967301] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-ce981ec4-8973-4fe5-a1db-5d7b7ef12363" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.967457] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce981ec4-8973-4fe5-a1db-5d7b7ef12363',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.103164] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.103164] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.103164] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.103164] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.103164] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.103164] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.103164] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.103164] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.103164] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.103164] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.103669] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e already deleted. [ 1276.103669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.360865] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 223c5104-79eb-468d-92df-cdb53e8ed271 in Status: SUCCESS [ 1276.361070] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 223c5104-79eb-468d-92df-cdb53e8ed271 deletion is rescheduled due to dependency. [ 1276.361153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223c5104-79eb-468d-92df-cdb53e8ed271" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.472705] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.472941] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.473305] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.473658] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.474297] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.475309] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port ce981ec4-8973-4fe5-a1db-5d7b7ef12363 not found, creating... [ 1276.475486] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.475698] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.475764] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.475988] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.476141] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.476550] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.477586] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.477838] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.478111] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.478323] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.478411] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: ce981ec4-8973-4fe5-a1db-5d7b7ef12363 is going to be created. [ 1276.498660] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.498884] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.499131] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.499355] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.499593] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.499822] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-ce981ec4-8973-4fe5-a1db-5d7b7ef12363" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.823434] env[65619]: INFO networking_nsxv3.common.synchronization [None req-73bce543-f644-4224-9455-2aa11c819672 None None] Enqueued Resource ID: 7f5b4244-3487-4da7-9bb4-3ee0e02eb158 with Priority: HIGHEST for action port [ 1276.823434] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5b4244-3487-4da7-9bb4-3ee0e02eb158 with Priority: HIGHEST for action port [ 1276.823893] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f5b4244-3487-4da7-9bb4-3ee0e02eb158 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.824029] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f5b4244-3487-4da7-9bb4-3ee0e02eb158" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.824094] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f5b4244-3487-4da7-9bb4-3ee0e02eb158" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.824340] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f5b4244-3487-4da7-9bb4-3ee0e02eb158" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.824419] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f5b4244-3487-4da7-9bb4-3ee0e02eb158',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.302969] env[65619]: INFO networking_nsxv3.common.synchronization [req-fc85f869-7a8c-4e81-8811-2ab7a18b824e req-3d7f8ea8-ec7e-48d6-9c2b-b0e5f6d7665c service nova] Enqueued Resource ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e with Priority: HIGHEST for action security_group_rules [ 1277.304535] env[65619]: INFO networking_nsxv3.common.synchronization [req-fc85f869-7a8c-4e81-8811-2ab7a18b824e req-3d7f8ea8-ec7e-48d6-9c2b-b0e5f6d7665c service nova] Enqueued Resource ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e with Priority: HIGHEST for action security_group_members [ 1277.304535] env[65619]: INFO networking_nsxv3.common.synchronization [req-fc85f869-7a8c-4e81-8811-2ab7a18b824e req-3d7f8ea8-ec7e-48d6-9c2b-b0e5f6d7665c service nova] Enqueued Resource ID: ce981ec4-8973-4fe5-a1db-5d7b7ef12363 with Priority: HIGHEST for action port [ 1277.304535] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e with Priority: HIGHEST for action security_group_rules [ 1277.304535] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e with Priority: HIGHEST for action security_group_members [ 1277.304535] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce981ec4-8973-4fe5-a1db-5d7b7ef12363 with Priority: HIGHEST for action port [ 1277.305544] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb668dc-3cfa-46ef-a94d-4cc925dc855e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.305544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.305544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.305544] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.305544] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb668dc-3cfa-46ef-a94d-4cc925dc855e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.306128] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.306230] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.306230] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.306596] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.306596] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.306747] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.306747] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.306945] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.306945] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.307041] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb668dc-3cfa-46ef-a94d-4cc925dc855e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.307896] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce981ec4-8973-4fe5-a1db-5d7b7ef12363 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.308062] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce981ec4-8973-4fe5-a1db-5d7b7ef12363" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.308127] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce981ec4-8973-4fe5-a1db-5d7b7ef12363" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.308354] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce981ec4-8973-4fe5-a1db-5d7b7ef12363" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.308354] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce981ec4-8973-4fe5-a1db-5d7b7ef12363',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.329092] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f5b4244-3487-4da7-9bb4-3ee0e02eb158 [ 1277.329092] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.329092] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.329092] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.329092] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.329092] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.329479] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f5b4244-3487-4da7-9bb4-3ee0e02eb158 already deleted. [ 1277.329537] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f5b4244-3487-4da7-9bb4-3ee0e02eb158" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.810011] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.810179] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.810352] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce981ec4-8973-4fe5-a1db-5d7b7ef12363 with status ACTIVE [ 1277.810524] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.810669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.810744] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.810974] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.811087] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.811448] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.811522] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.811591] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.811761] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.811859] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.812049] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.812148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.812420] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.812620] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.812705] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.813053] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce981ec4-8973-4fe5-a1db-5d7b7ef12363 is going to be updated. [ 1277.814018] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbb668dc-3cfa-46ef-a94d-4cc925dc855e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.839975] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.839975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.839975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.839975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.839975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.840550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce981ec4-8973-4fe5-a1db-5d7b7ef12363" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.321038] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbb668dc-3cfa-46ef-a94d-4cc925dc855e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.823338] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.823501] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.823578] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.823771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.823862] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.823955] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e is going to be created. [ 1278.851871] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.851871] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.851871] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.851871] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.852358] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.866064] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e in Status: UNINITIALIZED for 2s [ 1279.293029] env[65619]: INFO networking_nsxv3.common.synchronization [None req-b55268f7-70cb-405c-a702-f5ddb5fa6193 None None] Enqueued Resource ID: 361f8de3-1f83-4b49-b5cf-f48ba154b26b with Priority: HIGHEST for action port [ 1279.293113] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 361f8de3-1f83-4b49-b5cf-f48ba154b26b with Priority: HIGHEST for action port [ 1279.293423] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-361f8de3-1f83-4b49-b5cf-f48ba154b26b taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.293560] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-361f8de3-1f83-4b49-b5cf-f48ba154b26b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.293642] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-361f8de3-1f83-4b49-b5cf-f48ba154b26b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.293900] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-361f8de3-1f83-4b49-b5cf-f48ba154b26b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.294017] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('361f8de3-1f83-4b49-b5cf-f48ba154b26b',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.796376] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 361f8de3-1f83-4b49-b5cf-f48ba154b26b [ 1279.796605] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.798336] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.798336] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.798336] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.798336] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.798336] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:361f8de3-1f83-4b49-b5cf-f48ba154b26b already deleted. [ 1279.798336] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-361f8de3-1f83-4b49-b5cf-f48ba154b26b" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.934051] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.934051] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.934517] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.934517] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.934517] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.436754] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.890356] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e in Status: SUCCESS [ 1280.890582] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.890749] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.890971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.891178] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.891370] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.891437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.891583] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.891669] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.891750] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.891841] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbb668dc-3cfa-46ef-a94d-4cc925dc855e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.940304] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.394794] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbb668dc-3cfa-46ef-a94d-4cc925dc855e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.442290] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1281.442464] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1281.896580] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbb668dc-3cfa-46ef-a94d-4cc925dc855e: rpc.has_security_group_logging(os_id): False [ 1281.925049] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.925293] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.925293] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.925502] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.925576] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.925819] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.925919] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.925983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.926153] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.926245] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.926334] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e is going to be created. [ 1281.986887] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.987369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.987369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.987454] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.987616] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.999215] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e in Status: IN_PROGRESS for 2s [ 1282.277939] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.278266] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.278341] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.278560] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.292415] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1282.293389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.294436] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1282.344714] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.345378] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.345378] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.345378] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.359969] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.360840] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1282.360924] env[65619]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65619) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1282.361034] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1282.432549] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.432802] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.432802] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.432961] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.434263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.434452] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1282.518775] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.518983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.518983] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.519203] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.519522] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.519793] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1282.591622] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.591841] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.591841] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.591971] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.592312] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.592617] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1282.592712] env[65619]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e', 'dbb668dc-3cfa-46ef-a94d-4cc925dc855e', '510138f3-0eef-42fd-a4b4-b8ed78d88b43', 'b2d394af-ab31-4d32-a118-403a69121a17', '71b52bac-b186-4043-934e-5b00ce0ba250', '3b722351-59bb-4b48-bbb6-eba95be7c66d', '62460ac3-6cff-408b-a855-03ca356e2ca4', '224022ff-4c4e-451a-9428-6c88e449a293', '421f2830-821c-4fc8-8fea-179533f9ce4f', '3427da57-01dc-411d-a5e6-3bd4390fc671', 'c19903d3-a4e8-421b-81ea-5da5071d07b8', 'bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc', '99847b6a-a5de-460c-b40f-c68934454d9d', '71dc797a-df6d-4b23-9986-855fe6ccab90', '485c05dd-ee80-4734-9394-e621a32fa5bd', 'ca185c51-59be-4270-95e6-a5adb7dc8b5f', 'ad58651d-ea48-4f0f-9427-dbad2c57924a', 'c9f71e76-65b3-4464-a357-b5ffc2a29910', 'c7b9f520-3f42-4ed6-a2cc-870ec486e0be', '4dcc4f62-1087-43b9-ba65-cab152516ca0', '7cf312e5-f067-45e4-9407-b6c4e2d31aac', 'd1a69012-3519-4bfb-a484-7468a853b7e6', '140dc507-f8bf-4051-979f-8157c9f1af22', '742c43d7-4b8b-4840-8c99-86770ecef4bc', '2879e45b-547d-4410-a90b-84007335bd08', '8acc161a-f468-4785-bf27-fc6378a03ac6', 'd1156f7b-bde9-45ce-ad46-a076af8ddf1b', 'f1aed000-faba-437d-ba84-8cd38f0aa2f5', '9dbd03b4-685e-4a69-b3cf-a7ca7b5ed3ec', 'df75dbc1-de38-4da2-b735-8189f99d7a64', 'f27465c8-8345-4035-b380-c46410a93545', '941f1ae9-b485-42bb-a5fc-cbff073fd26f', '4c7f3a9b-a5ec-476f-8156-6f928e0d7410', '77dea6d2-7819-4188-b6cc-f6308e6d449a', '766088c9-54d0-463e-af9e-d3783caa13ce', '223c5104-79eb-468d-92df-cdb53e8ed271', '9d870aa6-5c29-4895-a680-eef659acd4b2', 'afad3fd0-540c-4feb-86e1-473fb958e94a', 'fcea63c4-84d0-4742-885e-ac093a33bf3e', 'dc2bc45a-cd88-4af6-8650-bf22c7735c34', '07cb3128-eb77-42d2-b18f-e3d2f1b28d39', '9bd12b8b-6f91-42b2-bd30-886c12bad459', 'e080a789-4ff9-4862-972a-187840dc5c00', '333bd2d4-75ea-43e3-b5d9-a6d86b65ba66'} {{(pid=65619) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1282.592880] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1282.612246] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.612457] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.612457] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.612781] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.612876] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.612988] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1282.613070] env[65619]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65619) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1282.613141] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1282.685780] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.685995] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.685995] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.686205] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.687326] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.687671] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1282.687755] env[65619]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65619) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1282.687828] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1282.687895] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1282.687969] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1282.688052] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e with Priority: HIGH for action security_group_rules [ 1282.688134] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e with Priority: HIGH for action security_group_rules [ 1282.688199] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 with Priority: HIGH for action security_group_rules [ 1282.688262] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGH for action security_group_rules [ 1282.688325] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71b52bac-b186-4043-934e-5b00ce0ba250 with Priority: HIGH for action security_group_rules [ 1282.688386] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d with Priority: HIGH for action security_group_rules [ 1282.688447] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGH for action security_group_rules [ 1282.688507] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGH for action security_group_rules [ 1282.688568] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGH for action security_group_rules [ 1282.688630] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 with Priority: HIGH for action security_group_rules [ 1282.688690] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 with Priority: HIGH for action security_group_rules [ 1282.688823] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGH for action security_group_rules [ 1282.688823] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGH for action security_group_rules [ 1282.688926] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71dc797a-df6d-4b23-9986-855fe6ccab90 with Priority: HIGH for action security_group_rules [ 1282.688984] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 485c05dd-ee80-4734-9394-e621a32fa5bd with Priority: HIGH for action security_group_rules [ 1282.689082] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGH for action security_group_rules [ 1282.689169] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad58651d-ea48-4f0f-9427-dbad2c57924a with Priority: HIGH for action security_group_rules [ 1282.689278] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGH for action security_group_rules [ 1282.689350] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be with Priority: HIGH for action security_group_rules [ 1282.689415] env[65619]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4dcc4f62-1087-43b9-ba65-cab152516ca0 with Priority: HIGH for action security_group_rules [ 1282.689508] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.097658] env[65619]: INFO networking_nsxv3.common.synchronization [req-8d07e063-c209-473e-90f7-2ea8b2f0d65d req-c13e743b-fbe1-480e-83d0-b017864022fe tempest-ServerTagsTestJSON-559765321 tempest-ServerTagsTestJSON-559765321-project-member] Enqueued Resource ID: 862ab7ee-c60f-475d-96df-a5e4fb3770ad with Priority: HIGHEST for action security_group_members [ 1283.098257] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862ab7ee-c60f-475d-96df-a5e4fb3770ad with Priority: HIGHEST for action security_group_members [ 1283.098411] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e with Priority: HIGH for action security_group_rules [ 1283.098513] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 with Priority: HIGH for action security_group_rules [ 1283.098610] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 with Priority: HIGH for action security_group_rules [ 1283.098726] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485c05dd-ee80-4734-9394-e621a32fa5bd with Priority: HIGH for action security_group_rules [ 1283.098844] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dcc4f62-1087-43b9-ba65-cab152516ca0 with Priority: HIGH for action security_group_rules [ 1283.098937] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be with Priority: HIGH for action security_group_rules [ 1283.099047] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 with Priority: HIGH for action security_group_rules [ 1283.099159] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad58651d-ea48-4f0f-9427-dbad2c57924a with Priority: HIGH for action security_group_rules [ 1283.099304] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71dc797a-df6d-4b23-9986-855fe6ccab90 with Priority: HIGH for action security_group_rules [ 1283.099407] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f with Priority: HIGH for action security_group_rules [ 1283.099496] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99847b6a-a5de-460c-b40f-c68934454d9d with Priority: HIGH for action security_group_rules [ 1283.099585] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc with Priority: HIGH for action security_group_rules [ 1283.099673] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 with Priority: HIGH for action security_group_rules [ 1283.099775] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 with Priority: HIGH for action security_group_rules [ 1283.099885] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421f2830-821c-4fc8-8fea-179533f9ce4f with Priority: HIGH for action security_group_rules [ 1283.099929] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d with Priority: HIGH for action security_group_rules [ 1283.100010] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224022ff-4c4e-451a-9428-6c88e449a293 with Priority: HIGH for action security_group_rules [ 1283.100154] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b52bac-b186-4043-934e-5b00ce0ba250 with Priority: HIGH for action security_group_rules [ 1283.100250] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e with Priority: HIGH for action security_group_rules [ 1283.100337] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d394af-ab31-4d32-a118-403a69121a17 with Priority: HIGH for action security_group_rules [ 1283.100641] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-862ab7ee-c60f-475d-96df-a5e4fb3770ad taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.100805] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.100874] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.101149] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.101355] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.101456] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.101521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.101676] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.101772] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.101854] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('862ab7ee-c60f-475d-96df-a5e4fb3770ad',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.103486] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.103651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.103651] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.103813] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.103902] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.104817] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-510138f3-0eef-42fd-a4b4-b8ed78d88b43 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.104997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.104997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.105258] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.105347] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('510138f3-0eef-42fd-a4b4-b8ed78d88b43',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.106122] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62460ac3-6cff-408b-a855-03ca356e2ca4 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.106274] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.106274] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.106429] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.106544] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62460ac3-6cff-408b-a855-03ca356e2ca4',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.107294] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-485c05dd-ee80-4734-9394-e621a32fa5bd taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.107406] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.107804] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.107804] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.107804] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('485c05dd-ee80-4734-9394-e621a32fa5bd',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.108473] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dcc4f62-1087-43b9-ba65-cab152516ca0 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.108600] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.108665] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.108812] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.108904] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dcc4f62-1087-43b9-ba65-cab152516ca0',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.110058] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7b9f520-3f42-4ed6-a2cc-870ec486e0be taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.110172] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.111627] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.111627] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.111627] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7b9f520-3f42-4ed6-a2cc-870ec486e0be',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.111753] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9f71e76-65b3-4464-a357-b5ffc2a29910 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.111819] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.111854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.112040] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.112098] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9f71e76-65b3-4464-a357-b5ffc2a29910',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.112820] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad58651d-ea48-4f0f-9427-dbad2c57924a taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.112984] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.113090] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.113972] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.113972] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad58651d-ea48-4f0f-9427-dbad2c57924a',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.114489] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71dc797a-df6d-4b23-9986-855fe6ccab90 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.114604] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.114671] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.114823] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.115415] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71dc797a-df6d-4b23-9986-855fe6ccab90',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.116018] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.116018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.116018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.116018] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.116299] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca185c51-59be-4270-95e6-a5adb7dc8b5f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.116886] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99847b6a-a5de-460c-b40f-c68934454d9d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.116886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.116886] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.117086] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.117164] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99847b6a-a5de-460c-b40f-c68934454d9d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.117884] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.117993] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.118073] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.118235] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.118313] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.121317] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c19903d3-a4e8-421b-81ea-5da5071d07b8 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.121425] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.121493] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.121656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.121731] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c19903d3-a4e8-421b-81ea-5da5071d07b8',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.122473] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3427da57-01dc-411d-a5e6-3bd4390fc671 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.122567] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.122668] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.122818] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.122916] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.123764] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421f2830-821c-4fc8-8fea-179533f9ce4f taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.123764] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.123954] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.124041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.124099] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421f2830-821c-4fc8-8fea-179533f9ce4f',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.124754] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b722351-59bb-4b48-bbb6-eba95be7c66d taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.124863] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.124929] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.125392] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.125392] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b722351-59bb-4b48-bbb6-eba95be7c66d',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.126068] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-224022ff-4c4e-451a-9428-6c88e449a293 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.126174] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.126270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.126422] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.126495] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('224022ff-4c4e-451a-9428-6c88e449a293',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.127644] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71b52bac-b186-4043-934e-5b00ce0ba250 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.127644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.127644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.127816] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.127893] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71b52bac-b186-4043-934e-5b00ce0ba250',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.128702] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb668dc-3cfa-46ef-a94d-4cc925dc855e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.128830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.129042] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2d394af-ab31-4d32-a118-403a69121a17 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.129150] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.129809] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.129809] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.129809] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2d394af-ab31-4d32-a118-403a69121a17',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.154126] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.154320] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.154437] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.154553] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.157147] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.157255] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.176887] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.177060] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dcc4f62-1087-43b9-ba65-cab152516ca0 is going to be deleted. [ 1283.177919] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.178149] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.201542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.201716] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e is going to be deleted. [ 1283.232121] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.232317] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.232532] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.232875] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.233039] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.233219] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dcc4f62-1087-43b9-ba65-cab152516ca0" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.260390] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.260626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.260626] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.260853] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.260949] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.261088] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6325030-3d7e-4e96-bb8b-7a4cf8fbb99e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.460440] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-76 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.460643] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-76" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.460768] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-76" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.461117] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-76" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.461441] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.461602] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.461719] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.461932] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.462228] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.462481] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.462605] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1283.462716] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1283.462827] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1283.462935] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.463048] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1283.463180] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1283.481340] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1283.481515] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1283.481653] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1283.481824] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-76" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.482186] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-82869bf6-2529-4f20-9369-5f746f511626 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.482455] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-82869bf6-2529-4f20-9369-5f746f511626" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.482571] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-82869bf6-2529-4f20-9369-5f746f511626" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.482875] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-82869bf6-2529-4f20-9369-5f746f511626" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.483023] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82869bf6-2529-4f20-9369-5f746f511626',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.634996] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.635276] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.635276] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.635384] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.635422] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.635605] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.635708] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.635765] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.635907] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.635982] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.636075] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 862ab7ee-c60f-475d-96df-a5e4fb3770ad already deleted. [ 1283.636155] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.636389] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-510138f3-0eef-42fd-a4b4-b8ed78d88b43 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.636485] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.636547] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.636688] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.636821] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.636911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.636972] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.637120] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.637273] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.637273] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.637362] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('510138f3-0eef-42fd-a4b4-b8ed78d88b43',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.643039] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-71b52bac-b186-4043-934e-5b00ce0ba250 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.643169] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.643232] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.643378] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.643574] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.643634] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.643693] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.643832] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.643911] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.643993] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.644099] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71b52bac-b186-4043-934e-5b00ce0ba250',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.648390] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3427da57-01dc-411d-a5e6-3bd4390fc671 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.648522] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.648591] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.648757] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.648898] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.648992] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.649067] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.649260] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.649383] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.649432] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.649513] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.689022] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.689269] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.689353] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.689637] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.694143] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.694342] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.698855] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.699031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.699811] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.700022] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.700645] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.700745] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.701568] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.701660] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.703137] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.703264] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.703861] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.703988] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.704643] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.704780] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.705465] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.705565] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.707605] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.707718] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.712904] env[65619]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1283.713363] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.713475] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.714126] env[65619]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1283.714530] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.714624] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.714866] env[65619]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1283.715263] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.715356] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.717533] env[65619]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1283.717933] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.718143] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad58651d-ea48-4f0f-9427-dbad2c57924a is going to be deleted. [ 1283.718982] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.719213] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.739815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.739983] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 485c05dd-ee80-4734-9394-e621a32fa5bd is going to be deleted. [ 1283.740866] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.741122] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.758789] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.758956] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71dc797a-df6d-4b23-9986-855fe6ccab90 is going to be deleted. [ 1283.759848] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.760080] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.776845] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.777086] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.779641] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.779759] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b722351-59bb-4b48-bbb6-eba95be7c66d is going to be deleted. [ 1283.780601] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.780810] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.793632] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.793788] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.799413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.799635] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc is going to be deleted. [ 1283.800549] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.800762] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.808990] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.809172] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.835364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.835364] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c19903d3-a4e8-421b-81ea-5da5071d07b8 is going to be deleted. [ 1283.835719] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.835898] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.883451] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.883748] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 224022ff-4c4e-451a-9428-6c88e449a293 is going to be deleted. [ 1283.884720] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.884950] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.923755] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.923957] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.933605] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.933605] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.940131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.940344] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca185c51-59be-4270-95e6-a5adb7dc8b5f is going to be deleted. [ 1283.941594] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.941991] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.966529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.966697] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421f2830-821c-4fc8-8fea-179533f9ce4f is going to be deleted. [ 1283.967705] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.967978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.986397] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.986802] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.987048] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.987423] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.987765] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.987840] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 82869bf6-2529-4f20-9369-5f746f511626 not found, creating... [ 1283.988201] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.989539] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.989539] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.989539] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.989539] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.989539] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.989539] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.989911] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.989911] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.990090] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.990278] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 82869bf6-2529-4f20-9369-5f746f511626 is going to be created. [ 1284.005347] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.005503] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99847b6a-a5de-460c-b40f-c68934454d9d is going to be deleted. [ 1284.006501] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.006644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.023532] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e in Status: SUCCESS [ 1284.023805] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.023997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.024244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.024335] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb668dc-3cfa-46ef-a94d-4cc925dc855e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.030878] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.030878] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.037376] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.037563] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.071159] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.072186] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.072453] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.072751] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.072991] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.073247] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-82869bf6-2529-4f20-9369-5f746f511626" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.076071] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.076071] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62460ac3-6cff-408b-a855-03ca356e2ca4 is going to be deleted. [ 1284.077101] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.077371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.079035] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.079154] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.099577] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.100023] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.136128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.136283] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9f71e76-65b3-4464-a357-b5ffc2a29910 is going to be deleted. [ 1284.137317] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.137550] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.150620] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.150996] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.157335] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3427da57-01dc-411d-a5e6-3bd4390fc671 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.157520] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.157575] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.157758] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.157920] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.158041] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.158101] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.158237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.158325] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.158417] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.158561] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3427da57-01dc-411d-a5e6-3bd4390fc671 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.158655] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.158715] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.158851] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.158986] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.159089] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.159220] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.159370] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.159447] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.159529] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.159618] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.160564] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('510138f3-0eef-42fd-a4b4-b8ed78d88b43',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.161324] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71b52bac-b186-4043-934e-5b00ce0ba250',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.202263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.202449] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7b9f520-3f42-4ed6-a2cc-870ec486e0be is going to be deleted. [ 1284.203429] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.203667] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.251961] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.252121] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.263047] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.263199] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2d394af-ab31-4d32-a118-403a69121a17 is going to be deleted. [ 1284.264120] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.264336] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.264429] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.264557] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad58651d-ea48-4f0f-9427-dbad2c57924a" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.264716] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.264872] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.264952] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.265081] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-485c05dd-ee80-4734-9394-e621a32fa5bd" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.265623] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.265722] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.265800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.265915] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71dc797a-df6d-4b23-9986-855fe6ccab90" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.266065] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.266210] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.266289] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.266403] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b722351-59bb-4b48-bbb6-eba95be7c66d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.266530] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.266667] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.266741] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.266850] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc649d5-9cbb-4f9d-a8a4-e46353f00dcc" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.266969] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.267122] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.267194] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.267300] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c19903d3-a4e8-421b-81ea-5da5071d07b8" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.267425] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.267558] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.267652] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.267737] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca185c51-59be-4270-95e6-a5adb7dc8b5f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.267857] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.267990] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.268073] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.268182] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-224022ff-4c4e-451a-9428-6c88e449a293" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.268304] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.268441] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.268514] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.268625] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421f2830-821c-4fc8-8fea-179533f9ce4f" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.268764] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.268902] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.268975] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.269091] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99847b6a-a5de-460c-b40f-c68934454d9d" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.269214] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.269376] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.269453] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.269562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62460ac3-6cff-408b-a855-03ca356e2ca4" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.293130] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.293290] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.293364] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.293600] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.293680] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.293811] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9f71e76-65b3-4464-a357-b5ffc2a29910" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.396589] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.396764] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.396834] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.397067] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.397160] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.397310] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7b9f520-3f42-4ed6-a2cc-870ec486e0be" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.513232] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.513413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.513505] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.513742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.513836] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.513960] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2d394af-ab31-4d32-a118-403a69121a17" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.526733] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.526956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.526956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.527224] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.527509] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.527509] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.527815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.527815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.527815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.528148] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.528148] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbb668dc-3cfa-46ef-a94d-4cc925dc855e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.663405] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 510138f3-0eef-42fd-a4b4-b8ed78d88b43: rpc.has_security_group_logging(os_id): False [ 1284.664597] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3427da57-01dc-411d-a5e6-3bd4390fc671: rpc.has_security_group_logging(os_id): False [ 1284.665479] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71b52bac-b186-4043-934e-5b00ce0ba250: rpc.has_security_group_logging(os_id): False [ 1284.684620] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.684910] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.684910] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.685121] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.689173] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.689374] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.690077] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.690192] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.715973] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.716223] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.716421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.716592] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.716787] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.716878] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.717090] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.717207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.717274] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.717430] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.717498] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.717680] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.717759] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.717821] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.717958] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.718053] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.718189] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 is going to be updated. [ 1284.719260] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.719419] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.743655] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.743809] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.743912] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.743988] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.744207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.744291] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.744379] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 is going to be updated. [ 1284.745447] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.745609] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.748446] env[65619]: INFO networking_nsxv3.common.synchronization [req-8d07e063-c209-473e-90f7-2ea8b2f0d65d req-8b62b1bf-7846-4dbc-8bab-811a3441133c service nova] Enqueued Resource ID: 862ab7ee-c60f-475d-96df-a5e4fb3770ad with Priority: HIGHEST for action security_group_rules [ 1284.748614] env[65619]: INFO networking_nsxv3.common.synchronization [req-8d07e063-c209-473e-90f7-2ea8b2f0d65d req-8b62b1bf-7846-4dbc-8bab-811a3441133c service nova] Enqueued Resource ID: 862ab7ee-c60f-475d-96df-a5e4fb3770ad with Priority: HIGHEST for action security_group_members [ 1284.748749] env[65619]: INFO networking_nsxv3.common.synchronization [req-8d07e063-c209-473e-90f7-2ea8b2f0d65d req-8b62b1bf-7846-4dbc-8bab-811a3441133c service nova] Enqueued Resource ID: 82869bf6-2529-4f20-9369-5f746f511626 with Priority: HIGHEST for action port [ 1284.749745] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862ab7ee-c60f-475d-96df-a5e4fb3770ad with Priority: HIGHEST for action security_group_rules [ 1284.749876] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862ab7ee-c60f-475d-96df-a5e4fb3770ad with Priority: HIGHEST for action security_group_members [ 1284.749972] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82869bf6-2529-4f20-9369-5f746f511626 with Priority: HIGHEST for action port [ 1284.750262] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-862ab7ee-c60f-475d-96df-a5e4fb3770ad taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.750382] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.750448] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.750738] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.750775] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('862ab7ee-c60f-475d-96df-a5e4fb3770ad',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.751666] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-862ab7ee-c60f-475d-96df-a5e4fb3770ad taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.752282] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.752282] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.752282] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.752282] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.752282] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.752656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.752656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.752656] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.752803] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('862ab7ee-c60f-475d-96df-a5e4fb3770ad',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.754244] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-82869bf6-2529-4f20-9369-5f746f511626 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.754244] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82869bf6-2529-4f20-9369-5f746f511626" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.754474] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82869bf6-2529-4f20-9369-5f746f511626" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.754545] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82869bf6-2529-4f20-9369-5f746f511626" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.754850] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82869bf6-2529-4f20-9369-5f746f511626',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.767571] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.767906] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.768062] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.768132] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.768399] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.768399] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.768551] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71b52bac-b186-4043-934e-5b00ce0ba250 is going to be updated. [ 1284.800165] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.800487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.800487] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.800596] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.800751] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.812806] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.812806] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.812806] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.812806] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.813015] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.820559] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 in Status: IN_PROGRESS for 2s [ 1284.829293] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.829538] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.829620] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.829844] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.829992] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.836427] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 in Status: IN_PROGRESS for 2s [ 1284.842345] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71b52bac-b186-4043-934e-5b00ce0ba250 in Status: IN_PROGRESS for 2s [ 1285.029960] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbb668dc-3cfa-46ef-a94d-4cc925dc855e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.256871] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-862ab7ee-c60f-475d-96df-a5e4fb3770ad taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.257259] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.257259] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('862ab7ee-c60f-475d-96df-a5e4fb3770ad',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.258144] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82869bf6-2529-4f20-9369-5f746f511626 with status ACTIVE [ 1285.258339] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.259033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.259033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.259033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.259033] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.259033] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.259378] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.259378] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.259378] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.259378] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.259605] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.259748] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.259748] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.259913] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.259981] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.260079] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82869bf6-2529-4f20-9369-5f746f511626 is going to be updated. [ 1285.298195] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.298394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.298394] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.298509] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.298652] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.298819] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82869bf6-2529-4f20-9369-5f746f511626" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.532435] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbb668dc-3cfa-46ef-a94d-4cc925dc855e: rpc.has_security_group_logging(os_id): False [ 1285.550800] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.550990] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.550990] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.551228] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.574680] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.575073] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.575229] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.575298] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.575489] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.575575] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.575669] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e is going to be updated. [ 1285.630739] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.630947] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.630997] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.631216] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.631392] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.644464] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e in Status: IN_PROGRESS for 2s [ 1285.763314] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('862ab7ee-c60f-475d-96df-a5e4fb3770ad',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.266031] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.266031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.266031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.266031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.266031] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.266031] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 862ab7ee-c60f-475d-96df-a5e4fb3770ad is going to be created. [ 1286.295251] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.296172] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.296172] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.296172] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.296420] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.312361] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 862ab7ee-c60f-475d-96df-a5e4fb3770ad in Status: UNINITIALIZED for 2s [ 1286.833368] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 in Status: SUCCESS [ 1286.833575] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.847077] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 in Status: SUCCESS [ 1286.849016] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.854032] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71b52bac-b186-4043-934e-5b00ce0ba250 in Status: SUCCESS [ 1286.854259] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.656834] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e in Status: SUCCESS [ 1287.657118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.324215] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 862ab7ee-c60f-475d-96df-a5e4fb3770ad in Status: SUCCESS [ 1288.324581] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.324861] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.325128] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.325465] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.325598] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.325706] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.326034] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.326171] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.326318] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.326387] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('862ab7ee-c60f-475d-96df-a5e4fb3770ad',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.829389] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-862ab7ee-c60f-475d-96df-a5e4fb3770ad taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.829801] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.829801] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.829884] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.830055] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.830157] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.830231] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.830387] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.830473] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.830583] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.830728] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-862ab7ee-c60f-475d-96df-a5e4fb3770ad taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.830833] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.830893] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.831045] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.831194] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.831311] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.831385] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.831524] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.831599] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.831713] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.831821] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('862ab7ee-c60f-475d-96df-a5e4fb3770ad',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.334610] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 862ab7ee-c60f-475d-96df-a5e4fb3770ad: rpc.has_security_group_logging(os_id): False [ 1289.355185] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.355398] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.355474] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.355670] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.355776] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.356031] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.356152] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.356215] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.356414] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.356496] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.356699] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.356793] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.356894] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.357034] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.357118] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.357331] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.357463] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.357522] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.357616] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.357690] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.357787] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 862ab7ee-c60f-475d-96df-a5e4fb3770ad is going to be created. [ 1289.441539] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.441745] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.441745] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.441960] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.442157] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.455082] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 862ab7ee-c60f-475d-96df-a5e4fb3770ad in Status: IN_PROGRESS for 2s [ 1289.751062] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1289.751062] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1291.469239] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 862ab7ee-c60f-475d-96df-a5e4fb3770ad in Status: SUCCESS [ 1291.469562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.532270] env[65619]: INFO networking_nsxv3.common.synchronization [req-6d2427eb-2143-4d9c-91c2-f18229202d0b req-b1cfe77e-985d-422f-94a9-9c2dcca3d95a tempest-ServerTagsTestJSON-559765321 tempest-ServerTagsTestJSON-559765321-project-member] Enqueued Resource ID: 862ab7ee-c60f-475d-96df-a5e4fb3770ad with Priority: HIGHEST for action security_group_members [ 1294.532569] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862ab7ee-c60f-475d-96df-a5e4fb3770ad with Priority: HIGHEST for action security_group_members [ 1294.532870] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-862ab7ee-c60f-475d-96df-a5e4fb3770ad taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.533467] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.533467] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.533610] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.533767] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.533884] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.533925] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.534078] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.534161] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.534253] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('862ab7ee-c60f-475d-96df-a5e4fb3770ad',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.036800] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.037072] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.037072] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.037279] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.037384] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.037579] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.037679] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.037779] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.037866] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.037938] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.038034] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 862ab7ee-c60f-475d-96df-a5e4fb3770ad is going to be updated. [ 1295.074956] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.075895] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.075895] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.075895] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.075895] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.084629] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 862ab7ee-c60f-475d-96df-a5e4fb3770ad in Status: IN_PROGRESS for 2s [ 1297.098719] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 862ab7ee-c60f-475d-96df-a5e4fb3770ad in Status: SUCCESS [ 1297.099088] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 862ab7ee-c60f-475d-96df-a5e4fb3770ad deletion is rescheduled due to dependency. [ 1297.099088] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862ab7ee-c60f-475d-96df-a5e4fb3770ad" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.533852] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.534160] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1304.535430] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1304.535963] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1309.536290] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.536700] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1314.537697] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.538107] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.538911] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.538911] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.706044] env[65619]: INFO networking_nsxv3.common.synchronization [req-66709eac-ca5c-4af5-8eed-dded9c4dcfd9 req-62ec351c-ed5c-46fc-8cff-944395498950 tempest-ServerRescueNegativeTestJSON-1855599925 tempest-ServerRescueNegativeTestJSON-1855599925-project-member] Enqueued Resource ID: 71b52bac-b186-4043-934e-5b00ce0ba250 with Priority: HIGHEST for action security_group_members [ 1319.706563] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b52bac-b186-4043-934e-5b00ce0ba250 with Priority: HIGHEST for action security_group_members [ 1319.706853] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-71b52bac-b186-4043-934e-5b00ce0ba250 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.707056] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.707056] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.707231] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.707387] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.707559] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.707559] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.707680] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.707756] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.707849] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71b52bac-b186-4043-934e-5b00ce0ba250',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.210073] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.210328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.210328] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.210546] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.210546] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.210744] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.210849] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.210902] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.211038] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.211116] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.211199] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71b52bac-b186-4043-934e-5b00ce0ba250 is going to be updated. [ 1320.240036] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.240252] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.240252] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.240438] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.240575] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.248337] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71b52bac-b186-4043-934e-5b00ce0ba250 in Status: IN_PROGRESS for 2s [ 1322.258531] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71b52bac-b186-4043-934e-5b00ce0ba250 in Status: SUCCESS [ 1322.258814] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71b52bac-b186-4043-934e-5b00ce0ba250 deletion is rescheduled due to dependency. [ 1322.258814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71b52bac-b186-4043-934e-5b00ce0ba250" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.707164] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.707572] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1327.486759] env[65619]: INFO networking_nsxv3.common.synchronization [req-b0860912-e7d7-444f-bdda-e50af8619114 req-5b25225f-e248-4d9d-9e90-db3cbc1726b3 tempest-AttachVolumeNegativeTest-1418603905 tempest-AttachVolumeNegativeTest-1418603905-project-member] Enqueued Resource ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e with Priority: HIGHEST for action security_group_members [ 1327.487529] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e with Priority: HIGHEST for action security_group_members [ 1327.488177] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.488349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.488349] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.488676] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.488933] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.489122] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.489253] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.489537] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.489740] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.489933] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb668dc-3cfa-46ef-a94d-4cc925dc855e',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.992912] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.993167] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.993229] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.993538] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.993620] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.993864] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.994058] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.994177] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.994411] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.994539] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.994678] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e is going to be updated. [ 1328.023147] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.023403] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.023403] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.023561] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.023702] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.032186] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e in Status: IN_PROGRESS for 2s [ 1330.043013] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e in Status: SUCCESS [ 1330.043389] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb668dc-3cfa-46ef-a94d-4cc925dc855e deletion is rescheduled due to dependency. [ 1330.043389] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb668dc-3cfa-46ef-a94d-4cc925dc855e" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.839822] env[65619]: INFO networking_nsxv3.common.synchronization [req-8b3b0c7c-6a77-4707-93a4-1c98d8609ec9 req-4aaeb6ca-fa44-4427-b8ff-af0220588f62 tempest-ServerRescueNegativeTestJSON-1855599925 tempest-ServerRescueNegativeTestJSON-1855599925-project-member] Enqueued Resource ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 with Priority: HIGHEST for action security_group_members [ 1330.841259] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 with Priority: HIGHEST for action security_group_members [ 1330.841259] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3427da57-01dc-411d-a5e6-3bd4390fc671 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.841259] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.841259] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.841474] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.841474] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.841582] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.841618] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.841854] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.841925] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.842034] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.344202] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.846802] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.349731] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.350193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.350193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.350193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.350313] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.350375] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 is going to be updated. [ 1332.378756] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.378904] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.378976] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.379184] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.379326] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.387813] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 in Status: IN_PROGRESS for 2s [ 1334.398871] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 in Status: SUCCESS [ 1334.399249] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.841919] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.842317] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.524065] env[65619]: INFO networking_nsxv3.common.synchronization [req-99c64fc7-ec36-4618-b962-a820a8cbd8bf req-a8d853dc-9487-451a-b7d3-d7e55e257271 tempest-ServerRescueNegativeTestJSON-1855599925 tempest-ServerRescueNegativeTestJSON-1855599925-project-member] Enqueued Resource ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 with Priority: HIGHEST for action security_group_members [ 1337.524065] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 with Priority: HIGHEST for action security_group_members [ 1337.524065] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-3427da57-01dc-411d-a5e6-3bd4390fc671 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.524648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.524648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.524648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.524648] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.524648] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.524972] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.524972] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.524972] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.525253] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3427da57-01dc-411d-a5e6-3bd4390fc671',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.027048] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.027253] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.027253] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.027395] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.027508] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.027704] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.027803] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.027860] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.028445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.028445] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.028445] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 is going to be updated. [ 1338.057581] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.057740] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.057785] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.057976] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.058131] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.066350] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 in Status: IN_PROGRESS for 2s [ 1338.892658] env[65619]: INFO networking_nsxv3.common.synchronization [req-b5b91b24-4618-4c30-8181-7ae00e572cd5 req-6a1477a3-1b29-4b53-bddb-9c5c200719b0 tempest-AttachVolumeNegativeTest-1418603905 tempest-AttachVolumeNegativeTest-1418603905-project-member] Enqueued Resource ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 with Priority: HIGHEST for action security_group_members [ 1338.893286] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 with Priority: HIGHEST for action security_group_members [ 1338.893601] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-510138f3-0eef-42fd-a4b4-b8ed78d88b43 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.893719] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.893789] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.893985] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.894239] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.894369] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.894453] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.894627] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.894742] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.894868] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('510138f3-0eef-42fd-a4b4-b8ed78d88b43',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.398072] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.398072] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.398072] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.398426] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.398426] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.398595] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.398810] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.398810] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.398949] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.398949] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.399105] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 is going to be updated. [ 1339.437465] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.437714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.437714] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.437851] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.438000] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.446489] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 in Status: IN_PROGRESS for 2s [ 1340.078598] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 in Status: SUCCESS [ 1340.079065] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3427da57-01dc-411d-a5e6-3bd4390fc671 deletion is rescheduled due to dependency. [ 1340.079065] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3427da57-01dc-411d-a5e6-3bd4390fc671" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.456393] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 in Status: SUCCESS [ 1341.456815] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 510138f3-0eef-42fd-a4b4-b8ed78d88b43 deletion is rescheduled due to dependency. [ 1341.456815] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-510138f3-0eef-42fd-a4b4-b8ed78d88b43" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.549581] env[65619]: INFO networking_nsxv3.common.synchronization [None req-b319ce23-69bb-4115-a2a9-c3d29edf1698 tempest-AttachVolumeNegativeTest-1418603905 tempest-AttachVolumeNegativeTest-1418603905-project-member] Enqueued Resource ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 with Priority: HIGHEST for action security_group_rules [ 1343.550242] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 with Priority: HIGHEST for action security_group_rules [ 1343.550553] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41d626a6-dc87-40c4-99aa-b96e9b586d21 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.550698] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.550949] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.551493] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.551614] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41d626a6-dc87-40c4-99aa-b96e9b586d21',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.638136] env[65619]: INFO networking_nsxv3.common.synchronization [None req-466080e3-405b-4de3-a8dc-0433f8f5a445 tempest-AttachVolumeNegativeTest-1418603905 tempest-AttachVolumeNegativeTest-1418603905-project-member] Enqueued Resource ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 with Priority: HIGHEST for action security_group_rules [ 1343.638449] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 with Priority: HIGHEST for action security_group_rules [ 1343.638765] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41d626a6-dc87-40c4-99aa-b96e9b586d21 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.638868] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.073271] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.073494] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.073586] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.073872] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.073987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.074143] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 already deleted. [ 1344.074264] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.074516] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.074784] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.074940] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41d626a6-dc87-40c4-99aa-b96e9b586d21',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.593923] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.594388] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.594388] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.594595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.594691] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.594792] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 already deleted. [ 1344.594877] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.639125] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.639510] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.961600] env[65619]: INFO networking_nsxv3.common.synchronization [req-3b49c353-a55b-41c8-9b12-6a98d3f2ce8d req-0d898e6c-9fd6-456c-b71e-10afb871c1e9 tempest-AttachVolumeNegativeTest-1418603905 tempest-AttachVolumeNegativeTest-1418603905-project-member] Enqueued Resource ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 with Priority: HIGHEST for action security_group_members [ 1348.962068] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 with Priority: HIGHEST for action security_group_members [ 1348.962377] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d626a6-dc87-40c4-99aa-b96e9b586d21 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.962494] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.962567] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.962797] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.962984] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.963193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.963193] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.963345] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.963493] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.963571] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41d626a6-dc87-40c4-99aa-b96e9b586d21',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.236837] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.237092] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "network-332" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.237231] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "network-332" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.237497] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "network-332" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.237794] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.237993] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.238158] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.238404] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.238585] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.238844] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1349.238975] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1349.239126] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1349.239261] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1349.239395] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1349.239515] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1349.239665] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1349.262662] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1349.262860] env[65619]: DEBUG dogpile.cache.region [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1349.262951] env[65619]: DEBUG dogpile.lock [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1349.263151] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "network-332" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.263475] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock port-17d5e9d4-b1f1-4641-b47d-6d5bee3fbf79 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.263650] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "port-17d5e9d4-b1f1-4641-b47d-6d5bee3fbf79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.263767] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "port-17d5e9d4-b1f1-4641-b47d-6d5bee3fbf79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.264141] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "port-17d5e9d4-b1f1-4641-b47d-6d5bee3fbf79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.264309] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17d5e9d4-b1f1-4641-b47d-6d5bee3fbf79',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.466046] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.466263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.466263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.466490] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.466587] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.466790] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.466888] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.466961] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.467132] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.467205] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.467290] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 already deleted. [ 1349.467367] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.766264] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.766609] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.766609] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.766883] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.767066] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.767232] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Segment Port 17d5e9d4-b1f1-4641-b47d-6d5bee3fbf79 not found, creating... [ 1349.767531] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.767694] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.767824] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.768081] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.768233] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.768509] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.769106] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.769106] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.769106] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.769106] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.769359] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Resource: SegmentPort with ID: 17d5e9d4-b1f1-4641-b47d-6d5bee3fbf79 is going to be created. [ 1349.793560] env[65619]: DEBUG networking_nsxv3.common.locking [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.793705] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.793833] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.794131] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.794432] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.794669] env[65619]: DEBUG oslo_concurrency.lockutils [None req-37b784a7-f0b5-4625-becb-58647a2b86fc None None] Releasing lock "port-17d5e9d4-b1f1-4641-b47d-6d5bee3fbf79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.489156] env[65619]: INFO networking_nsxv3.common.synchronization [req-3b49c353-a55b-41c8-9b12-6a98d3f2ce8d req-7e549222-2f14-4ca4-8308-23aa2d7e9b70 service nova] Enqueued Resource ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 with Priority: HIGHEST for action security_group_rules [ 1350.489358] env[65619]: INFO networking_nsxv3.common.synchronization [req-3b49c353-a55b-41c8-9b12-6a98d3f2ce8d req-7e549222-2f14-4ca4-8308-23aa2d7e9b70 service nova] Enqueued Resource ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 with Priority: HIGHEST for action security_group_members [ 1350.489496] env[65619]: INFO networking_nsxv3.common.synchronization [req-3b49c353-a55b-41c8-9b12-6a98d3f2ce8d req-7e549222-2f14-4ca4-8308-23aa2d7e9b70 service nova] Enqueued Resource ID: 17d5e9d4-b1f1-4641-b47d-6d5bee3fbf79 with Priority: HIGHEST for action port [ 1350.490202] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 with Priority: HIGHEST for action security_group_rules [ 1350.490319] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 with Priority: HIGHEST for action security_group_members [ 1350.490424] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d5e9d4-b1f1-4641-b47d-6d5bee3fbf79 with Priority: HIGHEST for action port [ 1350.490701] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41d626a6-dc87-40c4-99aa-b96e9b586d21 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.490826] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.490892] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.491104] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.491183] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41d626a6-dc87-40c4-99aa-b96e9b586d21',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.492396] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d626a6-dc87-40c4-99aa-b96e9b586d21 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.492510] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.492578] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.492748] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.492894] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.492995] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.493956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.493956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.493956] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.493956] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41d626a6-dc87-40c4-99aa-b96e9b586d21',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.495199] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-17d5e9d4-b1f1-4641-b47d-6d5bee3fbf79 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.495329] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17d5e9d4-b1f1-4641-b47d-6d5bee3fbf79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.495392] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17d5e9d4-b1f1-4641-b47d-6d5bee3fbf79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.495546] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17d5e9d4-b1f1-4641-b47d-6d5bee3fbf79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.495727] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17d5e9d4-b1f1-4641-b47d-6d5bee3fbf79',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.997178] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41d626a6-dc87-40c4-99aa-b96e9b586d21',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.998267] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d626a6-dc87-40c4-99aa-b96e9b586d21 taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.998407] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.998552] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17d5e9d4-b1f1-4641-b47d-6d5bee3fbf79 with status ACTIVE [ 1350.998701] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.998805] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.998875] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.999126] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.999223] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.999398] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.999499] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.999562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.999717] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.999794] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.000712] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.000864] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.000939] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.001115] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.001197] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.001287] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17d5e9d4-b1f1-4641-b47d-6d5bee3fbf79 is going to be updated. [ 1351.023354] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.023611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.023611] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.023865] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.024052] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.024280] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17d5e9d4-b1f1-4641-b47d-6d5bee3fbf79" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.503607] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41d626a6-dc87-40c4-99aa-b96e9b586d21',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.005806] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.006135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.006135] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.006336] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.006451] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.006553] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 is going to be created. [ 1352.033898] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.034530] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.034601] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.034814] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.034987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.043370] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 in Status: UNINITIALIZED for 2s [ 1354.054105] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 in Status: SUCCESS [ 1354.054458] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.054503] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.054690] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.054877] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.054994] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.055073] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.055226] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.055307] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.055390] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.055479] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41d626a6-dc87-40c4-99aa-b96e9b586d21',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.557720] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41d626a6-dc87-40c4-99aa-b96e9b586d21',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.059971] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41d626a6-dc87-40c4-99aa-b96e9b586d21: rpc.has_security_group_logging(os_id): False [ 1355.076960] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.077208] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.077208] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.077385] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.077479] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.077726] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.077825] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.077889] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.078055] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.078158] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.078254] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 is going to be created. [ 1355.132854] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.133155] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.133155] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.133365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.133492] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.144576] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 in Status: IN_PROGRESS for 2s [ 1355.491479] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.491671] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1357.157564] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 in Status: SUCCESS [ 1357.157978] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.492761] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.493187] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.493549] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.493549] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.494922] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.495690] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.496530] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.497546] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.498812] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.499359] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.500287] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.500658] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.501410] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.501808] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.502711] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.503151] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.503879] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.503879] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.504653] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.505048] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.505995] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.506441] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.019030] env[65619]: INFO networking_nsxv3.common.synchronization [req-90c8a221-0932-478e-b11e-60ea39382ead req-69aa95e4-fd8f-4d34-80de-f16dc118c4cb tempest-AttachVolumeNegativeTest-1418603905 tempest-AttachVolumeNegativeTest-1418603905-project-member] Enqueued Resource ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 with Priority: HIGHEST for action security_group_members [ 1412.019939] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 with Priority: HIGHEST for action security_group_members [ 1412.020455] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d626a6-dc87-40c4-99aa-b96e9b586d21 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.020639] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.020755] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.021077] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.021326] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.021453] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.021521] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.021963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.021963] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.021963] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41d626a6-dc87-40c4-99aa-b96e9b586d21',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.524554] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.524780] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.524780] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.524946] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.525061] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.525268] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.525365] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.525428] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.525585] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.525663] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.525747] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 is going to be updated. [ 1412.562487] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.562748] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.562830] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.563142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.563368] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.571897] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 in Status: IN_PROGRESS for 2s [ 1414.583897] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 in Status: SUCCESS [ 1414.584333] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d626a6-dc87-40c4-99aa-b96e9b586d21 deletion is rescheduled due to dependency. [ 1414.584333] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d626a6-dc87-40c4-99aa-b96e9b586d21" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.677406] env[65619]: INFO networking_nsxv3.common.synchronization [None req-a4958609-8a2a-47d8-a59b-a47642fcef20 tempest-AttachVolumeNegativeTest-1418603905 tempest-AttachVolumeNegativeTest-1418603905-project-member] Enqueued Resource ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf with Priority: HIGHEST for action security_group_rules [ 1416.677931] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf with Priority: HIGHEST for action security_group_rules [ 1416.678256] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.678378] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.678452] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.678704] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.678820] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5787fe6-016b-4f2f-9b38-9b71a5ea19bf',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.753878] env[65619]: INFO networking_nsxv3.common.synchronization [None req-c51d88bd-aa0c-4f66-93e3-57aa00ce190c tempest-AttachVolumeNegativeTest-1418603905 tempest-AttachVolumeNegativeTest-1418603905-project-member] Enqueued Resource ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf with Priority: HIGHEST for action security_group_rules [ 1416.754036] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf with Priority: HIGHEST for action security_group_rules [ 1416.754548] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.754655] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.200115] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.200270] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.200371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.200562] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.200677] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.200795] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf already deleted. [ 1417.200859] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.200995] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.201166] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.201252] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5787fe6-016b-4f2f-9b38-9b71a5ea19bf',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.720387] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.720820] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.720820] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.720820] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.720969] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.721016] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf already deleted. [ 1417.721121] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.755184] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.755437] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.072781] env[65619]: INFO networking_nsxv3.common.synchronization [req-ec5fff89-0953-448d-8078-34f2810a0c9c req-db41371b-80e1-4cfb-b634-723fe75dc69a tempest-AttachVolumeNegativeTest-1418603905 tempest-AttachVolumeNegativeTest-1418603905-project-member] Enqueued Resource ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf with Priority: HIGHEST for action security_group_members [ 1422.073590] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf with Priority: HIGHEST for action security_group_members [ 1422.073590] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.073590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.073590] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.073835] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.074090] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.074175] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.074175] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.074383] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.074444] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.074515] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5787fe6-016b-4f2f-9b38-9b71a5ea19bf',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.332084] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.332289] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "network-332" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.332413] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "network-332" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.332724] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "network-332" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.332981] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.333311] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.333435] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.333680] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.333836] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.334053] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1422.334169] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] NeedRegenerationException {{(pid=65619) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1422.334276] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] no value, waiting for create lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1422.334380] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] value creation lock acquired {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1422.334486] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] No value present for key: 'zone-id' {{(pid=65619) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1422.334590] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Calling creation function for not-yet-present value {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1422.334732] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1422.357792] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1422.357980] env[65619]: DEBUG dogpile.cache.region [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65619) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1422.358093] env[65619]: DEBUG dogpile.lock [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Released creation lock {{(pid=65619) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1422.358263] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "network-332" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.358581] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock port-96446287-f5b9-430d-9f52-18b83d1b2e83 taken with stack trace [, , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.358754] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "port-96446287-f5b9-430d-9f52-18b83d1b2e83" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.358872] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "port-96446287-f5b9-430d-9f52-18b83d1b2e83" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.359222] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "port-96446287-f5b9-430d-9f52-18b83d1b2e83" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.359363] env[65619]: DEBUG networking_nsxv3.api.rpc [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96446287-f5b9-430d-9f52-18b83d1b2e83',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.576784] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.577043] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.577043] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.577192] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.577284] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.577481] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.577583] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.577644] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.577788] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.577860] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.577942] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf already deleted. [ 1422.578049] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.862474] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.862899] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.862899] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.863221] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.863381] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.863534] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Segment Port 96446287-f5b9-430d-9f52-18b83d1b2e83 not found, creating... [ 1422.863913] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.864106] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.864489] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.864489] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.864613] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.864877] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.865011] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.865132] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.865370] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.865508] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.865654] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Resource: SegmentPort with ID: 96446287-f5b9-430d-9f52-18b83d1b2e83 is going to be created. [ 1422.888841] env[65619]: DEBUG networking_nsxv3.common.locking [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.889057] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.889181] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.889437] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.889664] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.889883] env[65619]: DEBUG oslo_concurrency.lockutils [None req-f9a77057-248c-40f2-8c95-1338cb3bc593 None None] Releasing lock "port-96446287-f5b9-430d-9f52-18b83d1b2e83" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.569141] env[65619]: INFO networking_nsxv3.common.synchronization [req-ec5fff89-0953-448d-8078-34f2810a0c9c req-11fa3143-cfb9-46af-ba39-4ac76d4199ff service nova] Enqueued Resource ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf with Priority: HIGHEST for action security_group_rules [ 1423.569322] env[65619]: INFO networking_nsxv3.common.synchronization [req-ec5fff89-0953-448d-8078-34f2810a0c9c req-11fa3143-cfb9-46af-ba39-4ac76d4199ff service nova] Enqueued Resource ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf with Priority: HIGHEST for action security_group_members [ 1423.569442] env[65619]: INFO networking_nsxv3.common.synchronization [req-ec5fff89-0953-448d-8078-34f2810a0c9c req-11fa3143-cfb9-46af-ba39-4ac76d4199ff service nova] Enqueued Resource ID: 96446287-f5b9-430d-9f52-18b83d1b2e83 with Priority: HIGHEST for action port [ 1423.569705] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf with Priority: HIGHEST for action security_group_rules [ 1423.569788] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf with Priority: HIGHEST for action security_group_members [ 1423.569887] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96446287-f5b9-430d-9f52-18b83d1b2e83 with Priority: HIGHEST for action port [ 1423.570523] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.570586] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.570627] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.570818] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.570902] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5787fe6-016b-4f2f-9b38-9b71a5ea19bf',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.572270] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.572499] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.572571] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.572771] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.572923] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.573034] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.573097] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.573237] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.573319] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.573411] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5787fe6-016b-4f2f-9b38-9b71a5ea19bf',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.575421] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock port-96446287-f5b9-430d-9f52-18b83d1b2e83 taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.575538] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96446287-f5b9-430d-9f52-18b83d1b2e83" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.575607] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96446287-f5b9-430d-9f52-18b83d1b2e83" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.575760] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96446287-f5b9-430d-9f52-18b83d1b2e83" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.576475] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96446287-f5b9-430d-9f52-18b83d1b2e83',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.073237] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.073699] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.075782] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5787fe6-016b-4f2f-9b38-9b71a5ea19bf',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.077762] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96446287-f5b9-430d-9f52-18b83d1b2e83 with status ACTIVE [ 1424.077947] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.078077] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.078142] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.078366] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.078482] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.078653] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.079017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.079017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.079017] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.079164] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.079207] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.079297] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.079352] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.079486] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.079557] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.080700] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96446287-f5b9-430d-9f52-18b83d1b2e83 is going to be updated. [ 1424.100071] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.100320] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.100320] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.100444] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.100567] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.100723] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96446287-f5b9-430d-9f52-18b83d1b2e83" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.581869] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5787fe6-016b-4f2f-9b38-9b71a5ea19bf',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.084555] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.084864] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.084864] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.084987] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.085093] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.085190] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf is going to be created. [ 1425.108120] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.108301] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.108348] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.108525] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.108677] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.119559] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf in Status: UNINITIALIZED for 2s [ 1427.129840] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf in Status: SUCCESS [ 1427.130263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.130263] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.130457] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.130670] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.130795] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.130847] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.131052] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.131136] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.131221] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.131311] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5787fe6-016b-4f2f-9b38-9b71a5ea19bf',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.634330] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5787fe6-016b-4f2f-9b38-9b71a5ea19bf',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.136914] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5787fe6-016b-4f2f-9b38-9b71a5ea19bf: rpc.has_security_group_logging(os_id): False [ 1428.153676] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.153902] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.153902] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.154116] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.154207] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.154440] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.154538] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.154601] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.154745] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.154822] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.154906] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf is going to be created. [ 1428.213128] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.213371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.213371] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.213542] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.213744] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.224769] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf in Status: IN_PROGRESS for 2s [ 1428.570647] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.570880] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1430.238951] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf in Status: SUCCESS [ 1430.239413] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.572223] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.572644] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1438.573510] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.573883] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.574284] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.574672] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.575252] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.575708] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.576878] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.576878] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.578231] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.578660] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.579706] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.580125] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1468.581066] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.581409] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1473.581917] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1473.581917] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.583479] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.583479] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.584213] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.584634] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1485.778319] env[65619]: INFO networking_nsxv3.common.synchronization [req-20610e95-7819-4ef6-b6c4-d05b8d7e6dc8 req-f80998cd-5635-4b87-924f-3f685e812269 tempest-AttachVolumeNegativeTest-1418603905 tempest-AttachVolumeNegativeTest-1418603905-project-member] Enqueued Resource ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf with Priority: HIGHEST for action security_group_members [ 1485.779237] env[65619]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf with Priority: HIGHEST for action security_group_members [ 1485.779616] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf taken with stack trace [, , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.779800] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.779893] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.780253] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.780416] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.780416] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.780528] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.780633] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.780720] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.780815] env[65619]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5787fe6-016b-4f2f-9b38-9b71a5ea19bf',) {} {{(pid=65619) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.282687] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.282928] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.282928] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.283203] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.283312] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.283511] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.283612] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.283672] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.283825] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.283902] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.283986] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf is going to be updated. [ 1486.327181] env[65619]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65619) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.327421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.327421] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.327595] env[65619]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.327739] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.336736] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf in Status: IN_PROGRESS for 2s [ 1487.993051] env[65619]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1487.993445] env[65619]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bc262d2-bf17-47f8-a460-744b97322441 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1488.348056] env[65619]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf in Status: SUCCESS [ 1488.348275] env[65619]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5787fe6-016b-4f2f-9b38-9b71a5ea19bf deletion is rescheduled due to dependency. [ 1488.348275] env[65619]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5787fe6-016b-4f2f-9b38-9b71a5ea19bf" {{(pid=65619) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.780447] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1490.780847] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1495.781297] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.781607] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1500.782761] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1500.783135] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.784075] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.784075] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1510.784783] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1510.785235] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1515.786012] env[65619]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.786421] env[65619]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0